-- Logs begin at Mon 2021-05-10 19:21:29 UTC, end at Mon 2021-05-10 20:22:02 UTC. --
May 10 19:51:10.578548 dv-cinder-788364-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 10 19:51:13.092193 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.common.config [-] Logging enabled!
May 10 19:51:13.092773 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192
May 10 19:51:13.093638 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78622) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 10 19:51:13.096933 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.common.config [-] Logging enabled!
May 10 19:51:13.097191 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192
May 10 19:51:13.097507 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78622) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 10 19:51:13.098452 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 10 19:51:13.098683 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 10 19:51:13.099047 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 10 19:51:13.099369 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 10 19:51:13.099590 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 10 19:51:13.099908 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.100228 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.100524 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.100754 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.101046 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.101331 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.101616 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.101899 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.102190 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.102472 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.102751 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.103045 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.103324 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.103614 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.103898 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.104204 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.104430 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] debug                          = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.104711 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.105137 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.105562 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.105842 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.106125 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.106401 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.106672 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.106946 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.107228 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.107554 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] host                           = dv-cinder-788364-3-iscsi {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.107847 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.108140 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.108423 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.108784 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.109608 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.109889 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.110351 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.110612 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.110883 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.111121 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.111412 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.111692 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.112000 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.112243 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.112451 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.112793 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.113091 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.113362 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.113635 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.113906 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.114173 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.114446 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.114710 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.114994 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.115275 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.115561 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.115829 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.116119 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.116388 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.116686 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.116942 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.117213 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.117485 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.117761 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.118036 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.118301 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.118573 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.118878 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.119158 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.119502 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.119797 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.120085 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.120368 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.120639 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.120910 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.121180 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.121451 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.121722 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.121998 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.122267 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.122539 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.122811 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.123078 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.123359 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:13.123654 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.123968 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.124266 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.124663 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.125252 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.125346 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.125606 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.125880 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.126167 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.126455 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.126777 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.127089 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.127307 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.127580 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.127925 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.128198 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.128551 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.128780 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.129053 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.129324 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.129597 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.129875 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.130177 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.130444 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.130731 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.131012 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.131328 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.131572 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.131845 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.132140 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.132418 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.132705 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.133048 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.133320 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.133601 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.133879 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.134152 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.134424 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.134698 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.134987 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.135278 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.135541 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.135811 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.136117 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.136388 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.136671 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.136950 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.137220 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.137490 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.137766 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.138048 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.138308 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.138581 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.138853 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.139132 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.139401 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.139671 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.139980 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.140372 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.140856 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.141091 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.141369 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.141651 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.141926 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.142203 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.142479 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.142753 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.143028 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.143319 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.143618 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.143897 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.144203 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.144534 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.144756 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.145108 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.145394 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.145675 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.145959 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.146236 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.146518 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.146802 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.147107 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.147370 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.147650 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.147973 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.148243 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.148550 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.148802 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.149075 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.149367 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.149651 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.149944 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.150239 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.150532 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.150892 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.151186 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.151491 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.151782 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.152077 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:13.152317 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 10 19:51:13.152582 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78622) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 10 19:51:13.512628 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78622) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:51:13.512896 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78622) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:51:13.513189 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78622) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:51:13.513530 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.manager [-] Loading core plugin: ml2
May 10 19:51:13.831552 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:13.831826 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:13.832130 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:13.833353 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:13.833630 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:13.833892 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:13.956745 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:13.957004 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:13.957278 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:13.970705 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:13.970992 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:13.971262 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.001239 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.001519 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.001787 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.041497 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.041705 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.041972 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.281640 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fcff9ebaa60> agent after_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.282286 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fcff9ebaa60> agent after_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.282286 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fcff9eba940> segment precommit_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.282514 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fcff9eba9d0> network precommit_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.283276 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fcff9ee8670> segment before_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.411129 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> network before_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.411446 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fcff9e573a0> agent before_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.411728 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> network before_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.412031 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> port before_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.412304 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> port before_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.412620 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> segment precommit_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.412886 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> segment precommit_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.413147 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> segment after_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.413408 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> segment after_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.413693 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> network after_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.413957 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> network precommit_delete 0 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.414225 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> port provisioning_complete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.414498 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> rbac-policy before_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.414756 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> rbac-policy after_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.415028 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> agent after_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.415300 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> subnet after_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.415564 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> subnet precommit_delete 0 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.415845 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> rbac-policy before_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.416131 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> rbac-policy before_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.416414 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> segment_host_mapping after_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.416775 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> port after_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.417033 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> port after_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.417288 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> port after_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.417735 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> rbac-policy before_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.417998 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> rbac-policy before_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.418257 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcffa7f1f70>> rbac-policy before_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.418657 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 19:51:14.418900 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 19:51:14.419144 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 19:51:14.419382 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 19:51:14.419622 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 19:51:14.419860 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 19:51:14.420259 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 10 19:51:14.424173 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 10 19:51:14.428122 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 10 19:51:14.432480 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
May 10 19:51:14.434128 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 10 19:51:14.434589 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 10 19:51:14.434924 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 10 19:51:14.435308 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 10 19:51:14.438769 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 10 19:51:14.439019 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 10 19:51:14.439547 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 10 19:51:14.467487 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 10 19:51:14.467963 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fcff9dedd90>> qos_plugin after_init 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.468811 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78622) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 10 19:51:14.469178 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fcff9e0d190>> logging-plugin after_init 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.470672 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78622) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 10 19:51:14.470964 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 10 19:51:14.471221 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 10 19:51:14.474464 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fcff9e0d2b0>> floatingip before_response 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.474746 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fcff9e0d2b0>> port before_response 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:14.549092 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 10 19:51:14.549273 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 10 19:51:14.549478 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 10 19:51:14.549862 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 10 19:51:14.581141 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_db.sqlalchemy.engines [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78622) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 10 19:51:14.926846 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.managers [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Initializing driver for type 'gre'
May 10 19:51:14.927378 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] gre ID ranges: [(1, 1000)]
May 10 19:51:14.986730 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.managers [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Initializing driver for type 'local'
May 10 19:51:14.987067 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.managers [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Initializing driver for type 'vlan'
May 10 19:51:15.000007 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] VlanTypeDriver initialization complete
May 10 19:51:15.000403 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.managers [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Initializing driver for type 'vxlan'
May 10 19:51:15.000858 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] vxlan ID ranges: [(1, 1000)]
May 10 19:51:15.060332 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.managers [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Initializing extension driver 'port_security'
May 10 19:51:15.060680 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.extensions.port_security [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] PortSecurityExtensionDriver initialization complete
May 10 19:51:15.061019 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.managers [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Initializing mechanism driver 'openvswitch'
May 10 19:51:15.061019 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.managers [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Initializing mechanism driver 'hyperv'
May 10 19:51:15.068351 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.plugins.ml2.plugin [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:51:15.069075 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcff9d50f40>> port after_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.069460 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcff9d50f40>> port after_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.069826 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcff9d50f40>> port after_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.070229 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcffa043a60>> subnet after_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.070595 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcffa043a60>> subnet after_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.070947 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcffa043a60>> subnet after_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.071337 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcff9882df0>> network after_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.071694 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcff9882df0>> network after_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.072071 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcff9882df0>> network after_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.073246 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcff9882e80>> security_group after_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.073246 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcff9882e80>> security_group after_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.073246 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcff9882e80>> security_group after_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.073535 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcff9888310>> security_group_rule after_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.073865 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcff9888310>> security_group_rule after_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.074209 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcff9888310>> security_group_rule after_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.074591 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcff9888580>> address_group after_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.074941 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcff9888580>> address_group after_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.075283 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcff9888580>> address_group after_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.075627 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] ML2 OVO RPC backend initialized. {{(pid=78622) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
May 10 19:51:15.076369 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcff9888970>> router_interface after_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.076732 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcff9888970>> router_interface after_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.077154 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcff9888970>> network before_response 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.078055 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcff9888970>> networks before_response 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.078488 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcff9888970>> port before_response 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.078842 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcff9888970>> ports before_response 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.079189 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcff9888970>> subnet before_response 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.079537 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcff9888970>> subnets before_response 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.079890 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcff9888970>> network after_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.080266 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcff9888970>> network after_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.080610 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcff9888970>> network after_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.080953 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcff9888970>> port after_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.081295 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcff9888970>> port after_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.081633 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcff9888970>> port after_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.081974 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcff9888970>> subnet after_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.082313 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcff9888970>> subnet after_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.082652 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcff9888970>> subnet after_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.083261 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.plugin [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Modular L2 Plugin initialization complete
May 10 19:51:15.083594 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading services supported by the core plugin {{(pid=78622) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 10 19:51:15.083948 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.plugins.ml2.managers [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Got port-security extension from driver 'port_security'
May 10 19:51:15.084426 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.extensions.vlantransparent [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Disabled vlantransparent extension.
May 10 19:51:15.084930 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78622) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 10 19:51:15.085248 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading Plugin: router
May 10 19:51:15.122156 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> router_interface before_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.122558 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> router after_create 55549900 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.122928 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> router before_create 55549900 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.123295 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> router_interface before_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.123674 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> router_interface after_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.124060 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> router after_delete 55549900 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.124455 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> floatingip after_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.124818 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> router after_create 55549900 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.125173 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> router after_update 55549900 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.125530 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> router after_update 55549900 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.125880 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> router_gateway after_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.126242 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> router after_update 55549900 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.126651 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> router precommit_update 55549900 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.127026 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fcff9e9f670> port after_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.127367 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fcff9e9f700> port after_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.127709 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fcff9e9f5e0> subnet after_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.128074 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fcff9e9f160> subnetpool_address_scope after_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.128424 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> port precommit_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.128775 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> router precommit_create 55549900 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.129117 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fcff9e8f9d0> port before_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.129582 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> router precommit_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.129824 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> router after_update 55549900 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.130172 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> router precommit_delete 55549900 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.130521 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> router precommit_create 55549900 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.130867 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> router_interface after_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.131219 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> router precommit_update 55549900 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.131595 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcff9888a90>> network after_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.132549 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Tracking information for resource: router configured {{(pid=78622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 19:51:15.132885 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Tracking information for resource: floatingip configured {{(pid=78622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 19:51:15.138077 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.db.l3_agentschedulers_db [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 10 19:51:15.138702 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fcff97f2160> port after_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.139039 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fcff97f2040> port after_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.139395 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <function _notify_port_delete at 0x7fcff97f20d0> port after_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.139750 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fcff97f2430> port after_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.141108 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fcff982b2b0>> router before_create 55550100 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.141458 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fcff982b2b0>> router precommit_delete 55550100 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.141930 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fcff982b2b0>> router precommit_create 55550100 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.142198 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fcff982b2b0>> router precommit_update 55550100 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.146786 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.services.provider_configuration [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Service providers = [] {{(pid=78622) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 10 19:51:15.147162 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.db.servicetype_db [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78622) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 10 19:51:15.150375 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.services.service_base [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78622) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 19:51:15.150730 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.services.service_base [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78622) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 19:51:15.151077 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.services.service_base [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78622) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 19:51:15.152000 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.services.service_base [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78622) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 19:51:15.152391 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.services.service_base [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Default provider is not specified for service type L3_ROUTER_NAT
May 10 19:51:15.154387 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 19:51:15.154726 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 10 19:51:15.166296 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 19:51:15.166637 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading Plugin: auto_allocate
May 10 19:51:15.172602 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fcff9848820> network precommit_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.172984 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fcff9848820> network precommit_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.173524 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 19:51:15.173845 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading Plugin: tag
May 10 19:51:15.181024 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 19:51:15.181363 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading Plugin: timestamp
May 10 19:51:15.185201 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 19:51:15.185537 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading Plugin: network_ip_availability
May 10 19:51:15.191446 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcff98428b0>> rbac-policy before_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.191819 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcff98428b0>> rbac-policy before_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.192222 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcff98428b0>> rbac-policy before_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.192982 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 19:51:15.193306 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading Plugin: flavors
May 10 19:51:15.198324 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 19:51:15.198663 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading Plugin: revisions
May 10 19:51:15.203581 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 19:51:15.204185 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_concurrency.lockutils [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.691s {{(pid=78622) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:51:15.204942 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78622) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 10 19:51:15.205281 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Initializing extension manager.
May 10 19:51:15.205792 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: __init__.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.206136 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: __pycache__ {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.206471 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.206806 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: address_group.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.207575 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.208200 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: address-group
May 10 19:51:15.208528 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: address_scope.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.209237 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.209755 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: address-scope
May 10 19:51:15.210080 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.211025 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.211546 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: router-admin-state-down-before-update
May 10 19:51:15.211871 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: agent.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.212599 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.213113 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: agent
May 10 19:51:15.213432 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: agent_resources_synced.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.214338 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.214851 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: agent-resources-synced
May 10 19:51:15.215173 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: allowedaddresspairs.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.217022 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.217560 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: allowed-address-pairs
May 10 19:51:15.217890 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: auto_allocated_topology.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.219087 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.219617 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: auto-allocated-topology
May 10 19:51:15.219956 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: availability_zone.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.220682 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.221204 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: availability_zone
May 10 19:51:15.221529 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: availability_zone_filter.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.222455 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.222969 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: availability_zone_filter
May 10 19:51:15.223293 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: data_plane_status.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.224233 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.224746 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension data-plane-status not supported by any of loaded plugins
May 10 19:51:15.225070 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: default_subnetpools.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.225980 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.226499 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: default-subnetpools
May 10 19:51:15.226825 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.227656 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.228215 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: dhcp_agent_scheduler
May 10 19:51:15.228544 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: dns.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.229456 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.229973 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension dns-integration not supported by any of loaded plugins
May 10 19:51:15.230299 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: dns_domain_ports.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.231209 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.231725 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension dns-domain-ports not supported by any of loaded plugins
May 10 19:51:15.232089 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: dvr.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.232769 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.233284 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: dvr
May 10 19:51:15.233607 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: empty_string_filtering.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.234578 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.235093 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: empty-string-filtering
May 10 19:51:15.235416 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.236349 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.236866 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 10 19:51:15.237192 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.238101 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.238608 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 10 19:51:15.238932 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: external_net.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.239827 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.240374 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: external-net
May 10 19:51:15.240699 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.241608 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.242127 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: extra_dhcp_opt
May 10 19:51:15.242452 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: extraroute.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.243352 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.243866 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: extraroute
May 10 19:51:15.244223 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: extraroute_atomic.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.245275 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.245796 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: extraroute-atomic
May 10 19:51:15.246125 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: filter_validation.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.246805 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.247317 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: filter-validation
May 10 19:51:15.247640 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: fip_pf_description.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.248804 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.249851 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 10 19:51:15.250191 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: fip_port_details.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.251168 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.251688 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: fip-port-details
May 10 19:51:15.252055 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: flavors.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.253324 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.253851 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: flavors
May 10 19:51:15.254178 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.255879 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.256438 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 10 19:51:15.256772 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: floatingip_pools.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.257474 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.257992 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: floatingip-pools
May 10 19:51:15.258320 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: ip_allocation.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.259236 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.259756 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension ip_allocation not supported by any of loaded plugins
May 10 19:51:15.260118 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.261039 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.261563 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: ip-substring-filtering
May 10 19:51:15.261891 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: l2_adjacency.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.262816 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.263324 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension l2_adjacency not supported by any of loaded plugins
May 10 19:51:15.263649 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: l3.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.264703 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.265846 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: router
May 10 19:51:15.266235 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.268679 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.269226 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 10 19:51:15.269560 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.270620 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.271147 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: ext-gw-mode
May 10 19:51:15.271476 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.272414 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.272942 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: l3-ha
May 10 19:51:15.273267 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: l3_flavors.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.274177 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.274697 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: l3-flavors
May 10 19:51:15.275020 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.275956 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.276495 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: l3-port-ip-change-not-allowed
May 10 19:51:15.276820 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: l3agentscheduler.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.277894 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.278419 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: l3_agent_scheduler
May 10 19:51:15.278747 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: logging.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.280305 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.280882 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension logging not supported by any of loaded plugins
May 10 19:51:15.281217 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: metering.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.281968 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.282565 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: metering
May 10 19:51:15.282890 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.284022 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.284550 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: metering_source_and_destination_fields
May 10 19:51:15.284877 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: multiprovidernet.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.285954 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.286477 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: multi-provider
May 10 19:51:15.286807 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: netmtu.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.287733 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.288279 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: net-mtu
May 10 19:51:15.288607 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: netmtu_writable.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.289516 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.290031 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: net-mtu-writable
May 10 19:51:15.290359 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: network_availability_zone.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.291025 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.291537 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: network_availability_zone
May 10 19:51:15.291854 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: network_ip_availability.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.293000 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.293527 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: network-ip-availability
May 10 19:51:15.293851 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: network_segment_range.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.294639 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.295153 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension network-segment-range not supported by any of loaded plugins
May 10 19:51:15.295476 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: pagination.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.296544 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.296861 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: pagination
May 10 19:51:15.297183 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: port_device_profile.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.298084 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.298609 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: port-device-profile
May 10 19:51:15.298934 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.299842 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.300394 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: port-mac-address-regenerate
May 10 19:51:15.300720 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.301622 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.302135 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: port-numa-affinity-policy
May 10 19:51:15.302467 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: port_resource_request.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.303367 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.303881 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension port-resource-request not supported by any of loaded plugins
May 10 19:51:15.304499 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: portbindings.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.305409 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.305927 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: binding
May 10 19:51:15.306253 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: portbindings_extended.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.307532 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.308097 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: binding-extended
May 10 19:51:15.308426 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: portsecurity.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.309346 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.309863 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: port-security
May 10 19:51:15.310189 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: project_id.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.311158 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.311488 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: project-id
May 10 19:51:15.312378 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: providernet.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.313303 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.313831 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: provider
May 10 19:51:15.314161 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: qos.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.317785 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.318325 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension qos not supported by any of loaded plugins
May 10 19:51:15.318711 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.319905 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.320464 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 10 19:51:15.320798 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.321712 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.322231 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 10 19:51:15.322560 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: qos_default.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.323491 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.324045 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension qos-default not supported by any of loaded plugins
May 10 19:51:15.324379 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: qos_fip.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.325043 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.325558 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension qos-fip not supported by any of loaded plugins
May 10 19:51:15.325881 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: qos_gateway_ip.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.326805 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.327328 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 10 19:51:15.328375 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: qos_port_network_policy.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.329296 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.329820 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 10 19:51:15.330149 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: qos_rule_type_details.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.331069 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.331586 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 10 19:51:15.331912 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: qos_rules_alias.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.332996 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.333519 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension qos-rules-alias not supported by any of loaded plugins
May 10 19:51:15.333849 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: quotasv2.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.334957 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.335292 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: quotas
May 10 19:51:15.335617 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: quotasv2_detail.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.337278 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.337629 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: quota_details
May 10 19:51:15.337972 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: rbac.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.339046 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.339586 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: rbac-policies
May 10 19:51:15.339923 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: rbac_address_group.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.340873 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.341400 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: rbac-address-group
May 10 19:51:15.341732 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: rbac_address_scope.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.342654 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.343338 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: rbac-address-scope
May 10 19:51:15.343686 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: rbac_security_groups.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.344639 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.345167 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: rbac-security-groups
May 10 19:51:15.345497 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: rbac_subnetpool.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.346426 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.346948 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: rbac-subnetpool
May 10 19:51:15.347272 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: revisionifmatch.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.348222 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.348740 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: revision-if-match
May 10 19:51:15.349065 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: revisions.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.350176 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.350710 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: standard-attr-revisions
May 10 19:51:15.351025 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: router_availability_zone.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.351693 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.352246 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: router_availability_zone
May 10 19:51:15.352573 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: routerservicetype.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.353489 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.354004 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension router-service-type not supported by any of loaded plugins
May 10 19:51:15.354327 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.355241 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.355758 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: security-groups-normalized-cidr
May 10 19:51:15.356135 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.357034 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.357555 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: port-security-groups-filtering
May 10 19:51:15.357874 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.358817 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.359341 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: security-groups-remote-address-group
May 10 19:51:15.359662 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: securitygroup.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.369372 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.369919 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: security-group
May 10 19:51:15.370257 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: segment.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.371044 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.371564 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension segment not supported by any of loaded plugins
May 10 19:51:15.371893 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.372880 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.373404 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 10 19:51:15.373753 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: servicetype.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.375378 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.376074 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: service-type
May 10 19:51:15.376408 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: sorting.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.377387 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.377724 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: sorting
May 10 19:51:15.378053 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: standard_attr_segment.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.378962 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.379480 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension standard-attr-segment not supported by any of loaded plugins
May 10 19:51:15.379806 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: standardattrdescription.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.380470 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.380985 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: standard-attr-description
May 10 19:51:15.381309 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: stateful_security_group.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.382252 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.382772 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: stateful-security-group
May 10 19:51:15.383104 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: stdattrs_common.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.383683 dv-cinder-788364-3-iscsi neutron-server[78622]: WARNING neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 10 19:51:15.384042 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.385051 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.385571 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 10 19:51:15.385897 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: subnet_onboard.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.386979 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.387503 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: subnet_onboard
May 10 19:51:15.387832 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.388790 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.389306 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 10 19:51:15.389634 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: subnet_service_types.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.391386 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.391911 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: subnet-service-types
May 10 19:51:15.392282 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: subnetallocation.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.393371 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.393894 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: subnet_allocation
May 10 19:51:15.394219 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.394879 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.395395 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: subnetpool-prefix-ops
May 10 19:51:15.395739 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.396680 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.397195 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 10 19:51:15.397519 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: tagging.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.398589 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.399127 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: standard-attr-tag
May 10 19:51:15.399455 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: timestamp.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.400688 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.401218 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loaded extension: standard-attr-timestamp
May 10 19:51:15.401549 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: trunk.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.402578 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.403100 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension trunk not supported by any of loaded plugins
May 10 19:51:15.403435 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: trunk_details.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.404380 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.404902 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension trunk-details not supported by any of loaded plugins
May 10 19:51:15.405228 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: uplink_status_propagation.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.406175 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.406691 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 10 19:51:15.407016 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Loading extension file: vlantransparent.py {{(pid=78622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 19:51:15.407686 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 19:51:15.408233 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extension vlan-transparent not supported by any of loaded plugins
May 10 19:51:15.410734 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Creating instance of TrackedResource for resource:network
May 10 19:51:15.411489 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Creating instance of TrackedResource for resource:subnet
May 10 19:51:15.412327 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Creating instance of TrackedResource for resource:subnetpool
May 10 19:51:15.412943 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Creating instance of TrackedResource for resource:port
May 10 19:51:15.414248 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.v2.resource_helper [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:51:15.414702 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.v2.resource_helper [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Service FLAVORS assigned prefix:  {{(pid=78622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:51:15.415354 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.v2.resource_helper [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:51:15.415797 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.v2.resource_helper [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:51:15.416164 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Creating instance of TrackedResource for resource:router
May 10 19:51:15.416829 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Creating instance of TrackedResource for resource:floatingip
May 10 19:51:15.417545 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.v2.resource_helper [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Service METERING assigned prefix: /metering {{(pid=78622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:51:15.419016 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcff9718df0>> rbac-policy before_create 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.419395 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcff9718df0>> rbac-policy before_update 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.419760 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcff9718df0>> rbac-policy before_delete 55550000 {{(pid=78622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 19:51:15.420959 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Creating instance of CountableResource for resource:rbac_policy
May 10 19:51:15.421553 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Creating instance of TrackedResource for resource:security_group
May 10 19:51:15.422217 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Creating instance of TrackedResource for resource:security_group_rule
May 10 19:51:15.422987 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.v2.resource_helper [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Service CORE assigned prefix:  {{(pid=78622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:51:15.423332 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Creating instance of TrackedResource for resource:subnetpool
May 10 19:51:15.423673 dv-cinder-788364-3-iscsi neutron-server[78622]: WARNING neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] subnetpool is already registered
May 10 19:51:15.424319 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.v2.resource_helper [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Service CORE assigned prefix:  {{(pid=78622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:51:15.424652 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Creating instance of TrackedResource for resource:subnetpool
May 10 19:51:15.424982 dv-cinder-788364-3-iscsi neutron-server[78622]: WARNING neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] subnetpool is already registered
May 10 19:51:15.427573 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.v2.resource_helper [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:51:15.428045 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.v2.resource_helper [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Service FLAVORS assigned prefix:  {{(pid=78622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:51:15.428655 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.v2.resource_helper [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:51:15.429086 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.v2.resource_helper [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:51:15.429690 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Creating instance of TrackedResource for resource:router
May 10 19:51:15.430023 dv-cinder-788364-3-iscsi neutron-server[78622]: WARNING neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] router is already registered
May 10 19:51:15.430622 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Creating instance of TrackedResource for resource:floatingip
May 10 19:51:15.430957 dv-cinder-788364-3-iscsi neutron-server[78622]: WARNING neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] floatingip is already registered
May 10 19:51:15.431603 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.v2.resource_helper [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Service METERING assigned prefix: /metering {{(pid=78622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:51:15.432338 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Creating instance of CountableResource for resource:rbac_policy
May 10 19:51:15.432671 dv-cinder-788364-3-iscsi neutron-server[78622]: WARNING neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] rbac_policy is already registered
May 10 19:51:15.434214 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Creating instance of TrackedResource for resource:security_group
May 10 19:51:15.434561 dv-cinder-788364-3-iscsi neutron-server[78622]: WARNING neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] security_group is already registered
May 10 19:51:15.435171 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Creating instance of TrackedResource for resource:security_group_rule
May 10 19:51:15.435514 dv-cinder-788364-3-iscsi neutron-server[78622]: WARNING neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] security_group_rule is already registered
May 10 19:51:15.436218 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.v2.resource_helper [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Service CORE assigned prefix:  {{(pid=78622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:51:15.436554 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Creating instance of TrackedResource for resource:subnetpool
May 10 19:51:15.437415 dv-cinder-788364-3-iscsi neutron-server[78622]: WARNING neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] subnetpool is already registered
May 10 19:51:15.438035 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.v2.resource_helper [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Service CORE assigned prefix:  {{(pid=78622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 19:51:15.438348 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Creating instance of TrackedResource for resource:subnetpool
May 10 19:51:15.438677 dv-cinder-788364-3-iscsi neutron-server[78622]: WARNING neutron.quota.resource_registry [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] subnetpool is already registered
May 10 19:51:15.439351 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: extensions {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.440876 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: address-groups {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.442529 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: address-scopes {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.443754 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: agents {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.445001 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: auto-allocated-topology {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.446251 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: availability_zones {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.447582 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: dhcp-networks {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.449046 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: dhcp-agents {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.450537 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: routers {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.453083 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: flavors {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.454286 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: service_profiles {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.455507 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: next_providers {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.457095 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: service_profiles {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.458574 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: floatingip-pools {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.459814 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: routers {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.461737 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: floatingips {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.462957 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: l3-routers {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.464416 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: l3-agents {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.465872 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: metering-labels {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.467263 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: metering-label-rules {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.468827 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: network-ip-availabilities {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.470215 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: bindings {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.471919 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: quotas {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.473405 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: quotas {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.474864 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: rbac-policies {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.476195 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: security-groups {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.477434 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: security-group-rules {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.478711 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: service-providers {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.479994 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: subnetpools {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.481439 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: subnetpools {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.482929 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: tags {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.485042 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: tags {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.486888 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: tags {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.488715 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: tags {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.490590 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: tags {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.492474 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: tags {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.494217 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: tags {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.497285 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: tags {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.499115 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: tags {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.612391 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron.api.extensions [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Extended resource: tags {{(pid=78622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 19:51:15.618260 dv-cinder-788364-3-iscsi neutron-server[78622]: WARNING keystonemiddleware.auth_token [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 10 19:51:15.623051 dv-cinder-788364-3-iscsi neutron-server[78622]: WARNING keystonemiddleware.auth_token [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 10 19:51:15.631336 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_concurrency.lockutils [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Acquired lock "singleton_lock" {{(pid=78622) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 10 19:51:15.631829 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_concurrency.lockutils [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Releasing lock "singleton_lock" {{(pid=78622) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 10 19:51:15.632519 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO oslo_service.service [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Starting 2 workers
May 10 19:51:15.637234 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Started child 78727 {{(pid=78622) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 19:51:15.642372 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Started child 78728 {{(pid=78622) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 19:51:15.643305 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:15.643955 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO neutron.service [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Neutron service started, listening on 0.0.0.0:9696
May 10 19:51:15.644646 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Notify callbacks [] for process, before_spawn {{(pid=78622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:15.644983 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [-] (78727) wsgi starting up on http://0.0.0.0:9696
May 10 19:51:15.646795 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:15.647260 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO oslo_service.service [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Starting 1 workers
May 10 19:51:15.648191 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [-] (78728) wsgi starting up on http://0.0.0.0:9696
May 10 19:51:15.652117 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Started child 78729 {{(pid=78622) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 19:51:15.652664 dv-cinder-788364-3-iscsi neutron-server[78622]: INFO oslo_service.service [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Starting 1 workers
May 10 19:51:15.656405 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.service [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] calling RpcWorker wait() {{(pid=78729) _wait /opt/stack/neutron/neutron/service.py:128}}
May 10 19:51:15.656953 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.service [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] returning from RpcWorker wait() {{(pid=78729) _wait /opt/stack/neutron/neutron/service.py:135}}
May 10 19:51:15.657806 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Started child 78730 {{(pid=78622) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 19:51:15.658392 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:15.658747 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG neutron_lib.callbacks.manager [None req-9fc840be-4ee6-4258-926c-983be7ab0f54 None None] Notify callbacks [] for process, after_spawn {{(pid=78622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:15.659065 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:51:15.660641 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78622) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 10 19:51:15.660879 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 10 19:51:15.661059 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 10 19:51:15.661277 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 10 19:51:15.661611 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 10 19:51:15.661775 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 10 19:51:15.662433 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.662660 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:15.663125 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.663125 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.663260 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.663502 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.663603 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:51:15.664109 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.664372 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.664607 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.664892 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.665150 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.665323 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.665651 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.665902 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.666142 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.666464 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.666741 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.666992 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.667274 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.667448 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.667702 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.667990 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.668223 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.668485 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.668788 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.669298 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.669535 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.669808 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.670059 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.670348 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.670597 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.670863 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.671104 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.671473 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.671804 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.672050 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.672338 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.672493 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.672701 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.672949 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.673164 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.673829 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] host                           = dv-cinder-788364-3-iscsi {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.674059 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.674295 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.674559 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.674790 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.675059 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.675277 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.675542 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.675786 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.676074 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.676322 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.676575 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.676822 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.677055 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.677308 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.677499 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.677695 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.677983 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.678254 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.678445 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.678599 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.678783 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.679039 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.679460 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.679711 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.680008 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.680228 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.680500 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.680677 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.680910 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.681160 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.681391 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.681623 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.681831 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.682074 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.682304 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.682527 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.682748 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.682966 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.683184 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.683415 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.683629 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.683855 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.684080 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.684335 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.684554 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.684769 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.685024 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.685365 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.685717 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.686072 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.686318 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.686537 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.687400 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.687647 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.688227 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.688379 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.688568 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.688819 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.689143 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.689390 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.689751 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.690015 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.690298 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.690632 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.690794 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.691030 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.691245 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.691461 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.691860 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.692148 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.692436 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.692757 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.693008 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.693243 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.693721 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.693721 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.693975 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.694154 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.694382 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.694696 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.694936 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.695259 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.695511 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.695785 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.696131 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.696407 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.696672 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.697093 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.697323 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.697541 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.697767 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.698114 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.698383 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.698633 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.15/identity {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.698929 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.699117 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.699343 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.699566 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.699947 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.700186 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.700407 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.700676 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.700911 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.701127 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.701348 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.701785 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.702018 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.702257 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.703147 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.703416 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.703779 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.704160 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.704304 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.704457 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.704688 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.704853 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.705092 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.705330 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.705569 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.705930 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.706352 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.706598 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.707986 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.707986 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.707986 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.707986 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.707986 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.708318 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.708397 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.708721 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.708911 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.709510 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.709510 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.709678 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.709901 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.710037 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.711070 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.711070 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.711070 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.711070 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.711407 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.711407 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.711549 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.712752 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.712752 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.712752 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.712752 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.712752 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.713112 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.713112 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.713282 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.713498 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.713736 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.714018 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.714473 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.714873 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.715266 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.715706 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.716184 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.716590 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.717047 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.717283 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.717543 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.717788 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.718838 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.719293 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.719744 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.720239 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.720695 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.721143 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.721392 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.721655 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.721899 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.722154 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.722385 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.722698 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.722979 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.723240 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.723514 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.723770 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.724081 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.724346 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.724624 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.724866 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.725135 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.725442 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.725924 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.726201 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.726580 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.726977 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.727389 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.727778 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.728246 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.728661 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.729092 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.729521 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.729975 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.731065 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.731485 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.731786 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.732131 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.732664 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.732912 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.733161 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.733553 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.734034 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.734459 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.734887 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.735337 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.735769 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.736229 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.736667 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.737011 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.15/identity {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.737465 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.737711 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.738033 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.738163 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.738425 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.738642 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.738887 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.739115 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.739339 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.739607 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.739798 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.740062 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.740284 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.740508 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.740763 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.741014 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.741232 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.741469 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.741707 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.741948 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.742166 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.742392 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.742608 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.742861 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.743081 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.743358 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.743607 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.743854 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.744122 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.744373 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.744626 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.744851 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.745099 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.745319 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.745529 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.745743 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.745963 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.746177 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.746394 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.746628 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.746841 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.747101 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.747367 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.747710 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.748005 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.748236 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.748473 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.748690 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.748907 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.749146 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.749498 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.749745 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.749962 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.750180 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.750471 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.750730 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.750996 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.751228 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.751458 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.751693 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.751929 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.752168 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.752631 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.752886 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.753123 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.753373 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.753602 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.753833 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.754061 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.754257 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.754472 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.754688 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.754944 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.755102 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.755311 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.755525 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.755756 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.756043 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.756280 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.756480 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.756695 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.756903 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.757146 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.757371 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.757585 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.757800 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.758031 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.758368 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.758622 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.758844 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.759140 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.759394 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.759648 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.759911 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.760257 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.760474 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.760733 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.760958 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.761175 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.761397 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.761650 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.761970 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.762264 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.762542 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.762808 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.763067 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.763797 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.764002 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.764197 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.764540 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.765620 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.765912 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.766172 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.766423 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.766694 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.766939 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.767161 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.767401 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.767621 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.769247 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.769247 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.769247 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.769247 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.769247 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.769247 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.769247 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.769802 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.769802 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.769954 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.770066 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.770390 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 10 19:51:15.770984 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78622) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 10 19:51:15.771151 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 10 19:51:15.771320 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 10 19:51:15.771496 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 10 19:51:15.771668 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 10 19:51:15.771822 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 10 19:51:15.772055 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.772219 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.772380 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.772541 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.772702 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.772882 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.773044 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.773202 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.773362 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.773521 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.773681 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.773839 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.773999 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.774157 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.774317 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.774468 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.774630 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.774789 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.774952 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.775183 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.775353 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.775620 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.775714 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.775792 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 41266) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:51:15.775871 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.776032 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.776185 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.776315 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.776475 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.776633 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.776791 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.777021 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.777153 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.777274 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.777396 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.777547 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.777706 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.777865 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.778066 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.778196 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.778318 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.778475 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] host                           = dv-cinder-788364-3-iscsi {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.778634 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.778792 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.778952 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.779112 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.779272 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.779430 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.779590 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.779749 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.779909 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.780089 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.780250 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.780408 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.780658 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.781335 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.781475 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.782037 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.782037 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.782037 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.782383 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.782383 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.782606 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.782722 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.782827 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.782931 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.783611 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.783611 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.783611 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.783611 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.784113 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.784113 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.784113 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.784808 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.784808 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.784808 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.784808 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.784808 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.785324 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.785324 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.785324 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.785324 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.785792 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.785792 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.785792 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.786126 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.786126 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.786353 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.786353 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.786581 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.786710 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.786831 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.786951 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.787087 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.787293 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.787419 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.787560 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.787727 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.787853 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.788006 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.788130 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.788277 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.788438 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.788598 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.788758 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.788916 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.789076 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.789234 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.789395 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.789555 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.789793 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 19:51:15.790147 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.790837 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0124788
May 10 19:51:15.791006 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.791006 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.791006 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.791006 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.791539 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.791539 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.791539 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.791970 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.793569 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.793569 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.793569 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.793569 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.793569 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.793569 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.793569 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.794671 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.794865 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.795027 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.795196 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.796275 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.798117 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.798117 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.798117 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.798117 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.15/identity {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.798117 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.798823 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.798823 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.798823 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.798823 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.798823 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.799502 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.799502 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.799502 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.799502 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.800059 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.800059 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.800059 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.801004 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:51:15.801171 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.802497 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.802497 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.802497 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.802497 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.803023 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.803023 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.803023 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.803023 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.803550 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.803550 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.803550 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.804027 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.804027 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.804027 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.804676 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.804676 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.804676 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.805051 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.805051 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.805335 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.805335 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.805624 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.805624 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.805901 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.805901 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.806159 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.806159 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.806426 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.806562 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.806697 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.806832 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.806966 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.807101 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.807265 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.807585 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.807585 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.807862 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.807862 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.812254 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.812254 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.812254 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.812254 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.812254 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.812254 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.813423 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.813423 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.813423 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.813423 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.813423 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.813423 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.813423 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.814615 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.814615 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.814615 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.814615 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.814615 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.814615 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.814615 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.814615 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.816076 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.816076 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.816076 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.816076 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.816076 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.816076 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.816076 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.816076 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.817835 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.817835 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.817835 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.818441 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.818441 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.818441 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.818441 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.819234 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.819234 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.819234 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.819234 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.819234 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.820449 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.820449 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.820449 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.820449 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.820449 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.821439 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.821439 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.821439 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.821439 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.822212 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.822212 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.822212 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.822212 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.822212 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.823211 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.823211 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.823211 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.823211 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.823211 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.823211 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.823211 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.824664 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.824664 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.824664 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.824664 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.824664 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.15/identity {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.825614 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.825614 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.826037 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.826037 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.826037 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.826656 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.826656 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.826656 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.826656 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.827985 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.827985 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.827985 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.827985 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.827985 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.830297 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.830546 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.830748 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.830748 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.831163 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.831163 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.831621 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.831621 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.831621 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.832381 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.832381 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.832381 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.832381 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.832381 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.833379 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.833379 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.833379 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.833379 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.833379 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.833379 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.833379 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.834765 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.834765 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.834765 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.834765 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.834765 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.834765 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.834765 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.834765 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.836434 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.836434 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.836434 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.836434 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.836434 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.836434 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.836434 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.836434 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.838037 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.838247 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.838578 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.838578 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.838990 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.838990 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.838990 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.840251 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.840251 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.840251 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.840251 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.840251 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.840251 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.840251 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.840251 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.841230 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.841230 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.841230 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.841230 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.841230 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.841230 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.841602 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.841602 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.841602 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.841809 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.841883 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.842034 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.842276 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.842501 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.842501 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.842906 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.842906 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.843817 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.843817 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.843817 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.844615 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.844857 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.845071 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.845071 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.846158 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.846328 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.846659 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.846830 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.847012 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.847182 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.847350 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.847513 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.847745 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.847838 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.848053 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.848272 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.848397 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.848583 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.848702 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.848864 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.849035 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.849206 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.849368 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.849537 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.849712 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.849873 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.850034 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.850195 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.850358 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.850519 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.850679 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.850840 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.851052 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.851181 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.851307 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.851467 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.851627 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.851789 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.852054 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.852204 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.852356 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.852511 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.852660 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.852949 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 19:51:15.852949 dv-cinder-788364-3-iscsi neutron-server[78622]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 10 19:51:27.443237 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfceda1-8f08-4887-8daa-2e98486c4ace None None] get_active_networks_info from dv-cinder-788364-3-iscsi {{(pid=78729) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 10 19:51:27.531328 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfceda1-8f08-4887-8daa-2e98486c4ace None None] No non-hosted networks {{(pid=78729) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 10 19:51:27.564565 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.agentschedulers_db [None req-7cfceda1-8f08-4887-8daa-2e98486c4ace None None] DHCP Agent not found on host dv-cinder-788364-3-iscsi {{(pid=78729) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
May 10 19:51:27.724004 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9003e6d8-3723-481d-8c59-d70825e93894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574'] for agent, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:30.206467 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-10d075bc-2ee8-40b8-bd9b-365cb966a6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574'] for agent, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:30.298387 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-81261ffe-e201-43e6-9be0-48f1fba8448f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:30.492802 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574'] for agent, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:30.493946 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:30.503376 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:30.505336 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:30.507651 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:30.508226 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:30.512357 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:30.514239 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:30.516446 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:30.517767 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:30.518571 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:30.520300 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:30.520986 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:30.521629 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fcff8a7a850>, 'Open vSwitch agent', 'dv-cinder-788364-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:51:30.532892 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fcff94023a0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788364-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:51:32.044935 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574'] for agent, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:33.673789 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574'] for agent, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:34.321313 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.db.l3_hamode_db [None req-c8e0fcc0-ca3c-4a12-8465-1fbd7238419c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 10 19:51:34.411021 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0fcc0-ca3c-4a12-8465-1fbd7238419c None None] Routers set() bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:51:34.411412 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0fcc0-ca3c-4a12-8465-1fbd7238419c None None] Router IDs set() for agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 10 19:51:35.332208 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 41362) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:51:35.928798 dv-cinder-788364-3-iscsi neutron-server[78727]: WARNING oslo_policy.policy [None req-e8ac1869-94ce-42cc-9fbb-04b922f5330d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 19:51:35.929599 dv-cinder-788364-3-iscsi neutron-server[78727]: WARNING oslo_policy.policy [None req-e8ac1869-94ce-42cc-9fbb-04b922f5330d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 19:51:36.151239 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [None req-e8ac1869-94ce-42cc-9fbb-04b922f5330d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=78727) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 19:51:36.152336 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-e8ac1869-94ce-42cc-9fbb-04b922f5330d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8192441
May 10 19:51:38.518808 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 41376) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:51:38.887880 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-52185503-0f16-4155-b072-4351e5dcbb27 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:51:38.987874 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.policy [None req-52185503-0f16-4155-b072-4351e5dcbb27 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78727) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 10 19:51:39.033213 dv-cinder-788364-3-iscsi neutron-server[78727]: WARNING oslo_policy.policy [None req-52185503-0f16-4155-b072-4351e5dcbb27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 19:51:39.033596 dv-cinder-788364-3-iscsi neutron-server[78727]: WARNING oslo_policy.policy [None req-52185503-0f16-4155-b072-4351e5dcbb27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 19:51:39.042078 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.quota [None req-52185503-0f16-4155-b072-4351e5dcbb27 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fcff9175610>.
May 10 19:51:39.058320 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-52185503-0f16-4155-b072-4351e5dcbb27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:51:39.121616 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-52185503-0f16-4155-b072-4351e5dcbb27 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783201319388', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783201318831', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783206535747', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783206546839', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783206519826', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783206529835', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3749343', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3778298', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-398726', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-610258'] for rbac-policy, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:39.186067 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-52185503-0f16-4155-b072-4351e5dcbb27 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:39.187974 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-52185503-0f16-4155-b072-4351e5dcbb27 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6681833
May 10 19:51:41.782124 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 41390) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:51:42.145290 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Request body: {'network': {'tenant_id': 'a1a4af8526ae47449a06d709622012e4', 'project_id': 'a1a4af8526ae47449a06d709622012e4', 'admin_state_up': True, 'name': 'private'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:51:42.150116 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:51:42.154547 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Usage tracker for resource:network and tenant:a1a4af8526ae47449a06d709622012e4 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:51:42.159297 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:51:42.165626 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:51:42.175895 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Made reservation on behalf of a1a4af8526ae47449a06d709622012e4 for: {'network': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:51:42.178694 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for network, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:42.197012 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:42.211232 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:51:42.215115 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Usage tracker for resource:security_group_rule and tenant:a1a4af8526ae47449a06d709622012e4 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:51:42.221055 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:51:42.226735 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:51:42.337122 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:42.341248 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:42.346414 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:51:42.367440 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54}  {{(pid=78727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 19:51:42.395241 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783201745556', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:42.395854 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fcff9eba940> segment precommit_create {{(pid=78727) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 10 19:51:42.396353 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.segments_db [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Added segment e65f94ac-35fd-433a-b4ad-96b52d06bd53 of type vlan for network 627c8f2a-5cfe-469e-b3e5-d1bf4d327a03
May 10 19:51:42.445376 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dac902f-04c3-44c1-bdb3-b2f6fc9d044a,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:51:42.466765 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:42.467076 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:42.467399 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:42.468272 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:42.468587 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:42.468901 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:42.469210 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:42.469516 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:42.469823 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:42.470125 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:42.470427 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:42.470733 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Tracked resource versions report:
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]: pushed versions:
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]: {   'AddressGroup': {'1.2'},
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:     'ConntrackHelper': {'1.0'},
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:     'Log': {'1.0'},
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:     'Network': {'1.1'},
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:     'Port': {'1.7'},
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:     'PortForwarding': {'1.2'},
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:     'QosPolicy': {'1.8'},
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:     'SecurityGroup': {'1.4'},
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:     'SecurityGroupRule': {'1.2'},
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:     'SubPort': {'1.0'},
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:     'Subnet': {'1.1'},
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:     'Trunk': {'1.1'}}
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]: consumer versions:
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]: {   DHCP agent@dv-cinder-788364-3-iscsi: {},
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:     L3 agent@dv-cinder-788364-3-iscsi: {},
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:     Metadata agent@dv-cinder-788364-3-iscsi: {},
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:     Metering agent@dv-cinder-788364-3-iscsi: {},
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:     Open vSwitch agent@dv-cinder-788364-3-iscsi: {   'AddressGroup': '1.2',
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'ConntrackHelper': '1.0',
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'Log': '1.0',
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'Network': '1.1',
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'Port': '1.7',
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'PortForwarding': '1.2',
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'QosPolicy': '1.8',
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'SecurityGroup': '1.4',
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'SecurityGroupRule': '1.2',
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'SubPort': '1.0',
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'Subnet': '1.1',
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'Trunk': '1.1'}}
May 10 19:51:42.471831 dv-cinder-788364-3-iscsi neutron-server[78727]:  {{(pid=78727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 19:51:42.520187 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783201323138'] for network, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:42.525790 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:51:42.566333 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for network, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:42.567830 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:51:42.568522 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:42.571727 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:51:42.678465 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Pushing event updated for resources: {'Network': ['ID=627c8f2a-5cfe-469e-b3e5-d1bf4d327a03,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:51:42.682489 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.8993647
May 10 19:51:42.683169 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:51:42.690907 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Network 627c8f2a-5cfe-469e-b3e5-d1bf4d327a03 details requested by agent ovs-agent-dv-cinder-788364-3-iscsi with host dv-cinder-788364-3-iscsi {{(pid=78729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 19:51:45.593526 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 41406) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:51:46.124182 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af96884-26f8-4870-85e6-2d3af9e67ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:51:46.125557 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-4af96884-26f8-4870-85e6-2d3af9e67ea3 admin admin] 10.222.0.15 "GET /v2.0/networks/627c8f2a-5cfe-469e-b3e5-d1bf4d327a03 HTTP/1.1" status: 200  len: 824 time: 0.5306733
May 10 19:51:46.157932 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-e5e262bb-4f8b-4303-85a5-9cef2433d823 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/172000a7-c741-4cca-b9c0-da0f0ec43a59 HTTP/1.1" status: 200  len: 734 time: 0.0230305
May 10 19:51:46.167012 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-7a3ba848-3025-495d-ac6a-ac4b0039c8a6 admin admin] Request body: {'subnet': {'subnetpool_id': '172000a7-c741-4cca-b9c0-da0f0ec43a59', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '627c8f2a-5cfe-469e-b3e5-d1bf4d327a03', 'ip_version': 4, 'tenant_id': 'a1a4af8526ae47449a06d709622012e4'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:51:46.172194 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-7a3ba848-3025-495d-ac6a-ac4b0039c8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:51:46.176402 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-7a3ba848-3025-495d-ac6a-ac4b0039c8a6 admin admin] Usage tracker for resource:subnet and tenant:a1a4af8526ae47449a06d709622012e4 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:51:46.179658 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-7a3ba848-3025-495d-ac6a-ac4b0039c8a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:51:46.185458 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-7a3ba848-3025-495d-ac6a-ac4b0039c8a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:51:46.196635 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3ba848-3025-495d-ac6a-ac4b0039c8a6 admin admin] Made reservation on behalf of a1a4af8526ae47449a06d709622012e4 for: {'subnet': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:51:46.198950 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba848-3025-495d-ac6a-ac4b0039c8a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:46.713301 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba848-3025-495d-ac6a-ac4b0039c8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for subnet, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:46.717989 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:51:46.806187 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3ba848-3025-495d-ac6a-ac4b0039c8a6 admin admin] Checking segment: {'id': 'e65f94ac-35fd-433a-b4ad-96b52d06bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '627c8f2a-5cfe-469e-b3e5-d1bf4d327a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:51:46.806476 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3ba848-3025-495d-ac6a-ac4b0039c8a6 admin admin] Network hostable DHCP agents. Network: 627c8f2a-5cfe-469e-b3e5-d1bf4d327a03, hostable agents: ['d4f40443-b4a1-4714-9d47-f8080706db31'], hosted agents: [] {{(pid=78727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 19:51:46.809169 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ba848-3025-495d-ac6a-ac4b0039c8a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f3c2b70-c371-4f1a-9c22-4309a13e88b1,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:51:46.813901 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7a3ba848-3025-495d-ac6a-ac4b0039c8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:51:46.830975 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3ba848-3025-495d-ac6a-ac4b0039c8a6 admin admin] Network 627c8f2a-5cfe-469e-b3e5-d1bf4d327a03 is scheduled to be hosted by DHCP agent d4f40443-b4a1-4714-9d47-f8080706db31 with binding_index 1 {{(pid=78727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 19:51:46.841266 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-7a3ba848-3025-495d-ac6a-ac4b0039c8a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-iscsi, 627c8f2a-5cfe-469e-b3e5-d1bf4d327a03) {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:51:46.852492 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ad3c52-cbd0-481a-ac96-118f682714f1 None None] Network 627c8f2a-5cfe-469e-b3e5-d1bf4d327a03 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:51:46.853244 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3ba848-3025-495d-ac6a-ac4b0039c8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:51:46.853794 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba848-3025-495d-ac6a-ac4b0039c8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:46.877751 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-7a3ba848-3025-495d-ac6a-ac4b0039c8a6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7141793
May 10 19:51:47.190168 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0a44e7e-9408-5f1f-b31c-5351961196ea-627c8f2a-5cfe-469e-b3e5-d1bf4d327a03', 'network_id': '627c8f2a-5cfe-469e-b3e5-d1bf4d327a03', 'tenant_id': 'a1a4af8526ae47449a06d709622012e4', 'fixed_ips': [{'subnet_id': '2f3c2b70-c371-4f1a-9c22-4309a13e88b1'}]}} from dv-cinder-788364-3-iscsi. {{(pid=78729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 19:51:47.191423 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:47.395874 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Allocated IP 172.20.0.2 (627c8f2a-5cfe-469e-b3e5-d1bf4d327a03/2f3c2b70-c371-4f1a-9c22-4309a13e88b1/443309c1-d91b-4222-9b14-7cddd1d67bcc) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:51:47.674461 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:47.690720 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Transition to ACTIVE for port object 443309c1-d91b-4222-9b14-7cddd1d67bcc will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:51:47.713848 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Transition to ACTIVE for port object 443309c1-d91b-4222-9b14-7cddd1d67bcc will not be triggered until provisioned by entity DHCP. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:51:47.723658 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:47.728872 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:51:47.822372 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Network 627c8f2a-5cfe-469e-b3e5-d1bf4d327a03 is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:51:47.827659 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Resources bound (agent type, host, resource id):  {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:51:47.847353 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:51:47.891989 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Pushing event updated for resources: {'Port': ['ID=443309c1-d91b-4222-9b14-7cddd1d67bcc,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:51:47.915201 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:47.915594 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:47.916021 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:47.916404 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:47.916777 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:47.917147 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:47.917512 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:47.917879 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:47.918248 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:47.918610 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:47.919007 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:47.919367 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Tracked resource versions report:
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]: pushed versions:
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]: {   'AddressGroup': {'1.2'},
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:     'ConntrackHelper': {'1.0'},
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:     'Log': {'1.0'},
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:     'Network': {'1.1'},
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:     'Port': {'1.7'},
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:     'PortForwarding': {'1.2'},
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:     'QosPolicy': {'1.8'},
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:     'SecurityGroup': {'1.4'},
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:     'SecurityGroupRule': {'1.2'},
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:     'SubPort': {'1.0'},
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:     'Subnet': {'1.1'},
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:     'Trunk': {'1.1'}}
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]: consumer versions:
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]: {   DHCP agent@dv-cinder-788364-3-iscsi: {},
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:     L3 agent@dv-cinder-788364-3-iscsi: {},
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:     Metadata agent@dv-cinder-788364-3-iscsi: {},
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:     Metering agent@dv-cinder-788364-3-iscsi: {},
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:     Open vSwitch agent@dv-cinder-788364-3-iscsi: {   'AddressGroup': '1.2',
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'ConntrackHelper': '1.0',
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'Log': '1.0',
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'Network': '1.1',
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'Port': '1.7',
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'PortForwarding': '1.2',
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'QosPolicy': '1.8',
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'SecurityGroup': '1.4',
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'SecurityGroupRule': '1.2',
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'SubPort': '1.0',
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'Subnet': '1.1',
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'Trunk': '1.1'}}
May 10 19:51:47.921622 dv-cinder-788364-3-iscsi neutron-server[78729]:  {{(pid=78729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 19:51:47.957472 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:51:47.979043 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Attempting to bind port 443309c1-d91b-4222-9b14-7cddd1d67bcc on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 19:51:47.979448 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Attempting to bind port 443309c1-d91b-4222-9b14-7cddd1d67bcc by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': 'e65f94ac-35fd-433a-b4ad-96b52d06bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '627c8f2a-5cfe-469e-b3e5-d1bf4d327a03'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 19:51:47.979880 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Attempting to bind port 443309c1-d91b-4222-9b14-7cddd1d67bcc on network 627c8f2a-5cfe-469e-b3e5-d1bf4d327a03 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:51:47.986643 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 19:51:47.987064 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Checking segment: {'id': 'e65f94ac-35fd-433a-b4ad-96b52d06bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '627c8f2a-5cfe-469e-b3e5-d1bf4d327a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:51:47.987566 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:47.987989 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Bound using segment: {'id': 'e65f94ac-35fd-433a-b4ad-96b52d06bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '627c8f2a-5cfe-469e-b3e5-d1bf4d327a03'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 19:51:47.988489 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Bound port: 443309c1-d91b-4222-9b14-7cddd1d67bcc, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65f94ac-35fd-433a-b4ad-96b52d06bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '627c8f2a-5cfe-469e-b3e5-d1bf4d327a03'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 19:51:47.988889 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:48.091493 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] For port 443309c1-d91b-4222-9b14-7cddd1d67bcc, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 19:51:48.097452 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] For port 443309c1-d91b-4222-9b14-7cddd1d67bcc, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=443309c1-d91b-4222-9b14-7cddd1d67bcc,segment=NetworkSegment(e65f94ac-35fd-433a-b4ad-96b52d06bd53),segment_id=e65f94ac-35fd-433a-b4ad-96b52d06bd53)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 19:51:48.103740 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:48.110879 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:51:48.213656 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Pushing event updated for resources: {'Port': ['ID=443309c1-d91b-4222-9b14-7cddd1d67bcc,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:51:48.216915 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:51:49.446957 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 41416) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:51:50.085265 dv-cinder-788364-3-iscsi neutron-server[78728]: WARNING oslo_policy.policy [None req-ec5a35b1-bd6d-4f41-ae72-376e10abda4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 19:51:50.085836 dv-cinder-788364-3-iscsi neutron-server[78728]: WARNING oslo_policy.policy [None req-ec5a35b1-bd6d-4f41-ae72-376e10abda4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 19:51:50.305111 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [None req-ec5a35b1-bd6d-4f41-ae72-376e10abda4c admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=78728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 19:51:50.306329 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-ec5a35b1-bd6d-4f41-ae72-376e10abda4c admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8573992
May 10 19:51:52.718938 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 41432) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:51:53.105455 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [None req-a12da5c8-0a37-45b8-b341-203495a97d2f admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=78727) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 19:51:53.106433 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-a12da5c8-0a37-45b8-b341-203495a97d2f admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3865771
May 10 19:51:54.017851 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ff2804-ae40-4e1d-828a-c1eaedb65369 None None] Network 627c8f2a-5cfe-469e-b3e5-d1bf4d327a03 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:51:54.110882 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-1077fde6-5357-4ba6-9a5a-c0ccbfb46763 None None] Provisioning for port 443309c1-d91b-4222-9b14-7cddd1d67bcc completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:51:54.573201 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 443309c1-d91b-4222-9b14-7cddd1d67bcc up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:51:54.642293 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port 443309c1-d91b-4222-9b14-7cddd1d67bcc completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:51:54.647152 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 443309c1-d91b-4222-9b14-7cddd1d67bcc triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:51:54.647553 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:54.767272 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:54.804589 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port 443309c1-d91b-4222-9b14-7cddd1d67bcc, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=443309c1-d91b-4222-9b14-7cddd1d67bcc,segment=NetworkSegment(e65f94ac-35fd-433a-b4ad-96b52d06bd53),segment_id=e65f94ac-35fd-433a-b4ad-96b52d06bd53)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 19:51:54.809907 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:54.815357 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:51:54.888383 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=443309c1-d91b-4222-9b14-7cddd1d67bcc,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:51:54.895704 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:51:55.835020 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 41446) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:51:56.208723 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-cf382dfe-c776-4006-a4c0-4d146fc68fb9 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a1a4af8526ae47449a06d709622012e4'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:51:56.280492 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.policy [None req-cf382dfe-c776-4006-a4c0-4d146fc68fb9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78728) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 10 19:51:56.328093 dv-cinder-788364-3-iscsi neutron-server[78728]: WARNING oslo_policy.policy [None req-cf382dfe-c776-4006-a4c0-4d146fc68fb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 19:51:56.328347 dv-cinder-788364-3-iscsi neutron-server[78728]: WARNING oslo_policy.policy [None req-cf382dfe-c776-4006-a4c0-4d146fc68fb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 19:51:56.337213 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.quota [None req-cf382dfe-c776-4006-a4c0-4d146fc68fb9 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fcff9174460>.
May 10 19:51:56.353012 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-cf382dfe-c776-4006-a4c0-4d146fc68fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:51:56.360438 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-cf382dfe-c776-4006-a4c0-4d146fc68fb9 admin admin] Usage tracker for resource:router and tenant:a1a4af8526ae47449a06d709622012e4 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:51:56.365273 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-cf382dfe-c776-4006-a4c0-4d146fc68fb9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:51:56.372736 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-cf382dfe-c776-4006-a4c0-4d146fc68fb9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:51:56.391548 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cf382dfe-c776-4006-a4c0-4d146fc68fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13685'] for router, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:56.393980 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cf382dfe-c776-4006-a4c0-4d146fc68fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400874', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13644'] for router, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:56.424664 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cf382dfe-c776-4006-a4c0-4d146fc68fb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:56.549062 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 443309c1-d91b-4222-9b14-7cddd1d67bcc up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:51:56.553050 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cf382dfe-c776-4006-a4c0-4d146fc68fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-337256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399622'] for router, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:56.578512 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cf382dfe-c776-4006-a4c0-4d146fc68fb9 admin admin] Notify callbacks [] for router, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:56.590762 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-cf382dfe-c776-4006-a4c0-4d146fc68fb9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7434483
May 10 19:51:56.628993 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 443309c1-d91b-4222-9b14-7cddd1d67bcc triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:51:56.629369 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:57.333334 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a3cea993-6cac-41d6-86d9-5c117f25d17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:51:59.154565 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 41458) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:51:59.547658 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [None req-2aea43fb-1d44-4402-b8a3-b6d6b992ac00 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=78727) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 19:51:59.548739 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-2aea43fb-1d44-4402-b8a3-b6d6b992ac00 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3928044
May 10 19:52:00.179829 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e2e7422c-79fd-41f7-b97e-0d18844d80fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:00.492406 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:01.965662 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:02.090966 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 41468) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:52:02.498829 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:52:02.506980 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:52:02.513399 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Usage tracker for resource:network and tenant:678b72623407413e906c283b5a5400d8 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:52:02.519144 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:52:02.528305 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:52:02.542762 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Made reservation on behalf of 678b72623407413e906c283b5a5400d8 for: {'network': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:52:02.547679 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for network, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:02.575705 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:02.598664 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:52:02.602570 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Usage tracker for resource:security_group_rule and tenant:678b72623407413e906c283b5a5400d8 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:52:02.605879 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:52:02.611813 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:52:02.723018 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:02.727397 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:02.734085 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:52:02.749478 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Reserving flat network on physical network physnet1 {{(pid=78728) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 10 19:52:02.783778 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783201745556', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:02.784429 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fcff9eba940> segment precommit_create {{(pid=78728) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 10 19:52:02.784905 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.db.segments_db [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Added segment 405b5aa4-4e56-4073-92fb-fc739dbf17c0 of type flat for network 01362e56-e24c-4ee7-a42c-5b36628ae184
May 10 19:52:02.838814 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b8e79c-a72f-4aae-ae06-7389436de969,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:52:02.862994 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:02.863243 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:02.863581 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:02.863905 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:02.864261 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:02.864583 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:02.864899 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:02.865215 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:02.865529 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:02.865841 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:02.866150 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:02.866464 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Tracked resource versions report:
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]: pushed versions:
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]: {   'AddressGroup': {'1.2'},
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:     'ConntrackHelper': {'1.0'},
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:     'Log': {'1.0'},
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:     'Network': {'1.1'},
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:     'Port': {'1.7'},
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:     'PortForwarding': {'1.2'},
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:     'QosPolicy': {'1.8'},
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:     'SecurityGroup': {'1.4'},
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:     'SecurityGroupRule': {'1.2'},
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:     'SubPort': {'1.0'},
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:     'Subnet': {'1.1'},
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:     'Trunk': {'1.1'}}
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]: consumer versions:
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]: {   DHCP agent@dv-cinder-788364-3-iscsi: {},
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:     L3 agent@dv-cinder-788364-3-iscsi: {},
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:     Metadata agent@dv-cinder-788364-3-iscsi: {},
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:     Metering agent@dv-cinder-788364-3-iscsi: {},
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:     Open vSwitch agent@dv-cinder-788364-3-iscsi: {   'AddressGroup': '1.2',
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'ConntrackHelper': '1.0',
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'Log': '1.0',
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'Network': '1.1',
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'Port': '1.7',
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'PortForwarding': '1.2',
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'QosPolicy': '1.8',
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'SecurityGroup': '1.4',
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'SecurityGroupRule': '1.2',
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'SubPort': '1.0',
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'Subnet': '1.1',
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'Trunk': '1.1'}}
May 10 19:52:02.867876 dv-cinder-788364-3-iscsi neutron-server[78728]:  {{(pid=78728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 19:52:02.922965 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783201323138'] for network, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:02.931651 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:52:02.976098 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for network, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:02.977739 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:52:02.978435 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:02.982190 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:52:03.095212 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Pushing event updated for resources: {'Network': ['ID=01362e56-e24c-4ee7-a42c-5b36628ae184,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:52:03.097797 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0057266
May 10 19:52:03.100418 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:52:03.108942 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 details requested by agent ovs-agent-dv-cinder-788364-3-iscsi with host dv-cinder-788364-3-iscsi {{(pid=78729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 19:52:03.628757 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:05.592300 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 41492) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:52:05.858782 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a7966f-32ab-44f6-aeed-4a6ae6f475d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:52:05.860316 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-67a7966f-32ab-44f6-aeed-4a6ae6f475d5 admin admin] 10.222.0.15 "GET /v2.0/subnets/2f3c2b70-c371-4f1a-9c22-4309a13e88b1 HTTP/1.1" status: 200  len: 849 time: 0.2667699
May 10 19:52:06.043158 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-15652bd3-f06a-4ff7-8304-4f042dbe7bf1 admin admin] 10.222.0.15 "GET /v2.0/routers/1936e6ed-10b9-46a5-a6ee-9c90094b9bc1 HTTP/1.1" status: 200  len: 704 time: 0.1773112
May 10 19:52:06.556796 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:06.809247 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Allocated IP 172.20.0.1 (627c8f2a-5cfe-469e-b3e5-d1bf4d327a03/2f3c2b70-c371-4f1a-9c22-4309a13e88b1/914150b1-c77a-475c-bf6f-060ce6191f05) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:52:07.030114 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:07.059400 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.provisioning_blocks [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Transition to ACTIVE for port object 914150b1-c77a-475c-bf6f-060ce6191f05 will not be triggered until provisioned by entity DHCP. {{(pid=78727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:52:07.123170 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:07.128140 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:52:07.194171 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Network 627c8f2a-5cfe-469e-b3e5-d1bf4d327a03 is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:52:07.197173 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:52:07.200270 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:52:07.201270 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396761'] for router_interface, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:07.363927 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Pushing event updated for resources: {'Port': ['ID=914150b1-c77a-475c-bf6f-060ce6191f05,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:52:07.372393 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:52:07.473538 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-d4b9dde8-046e-4ad7-a850-5400dd307a1b None None] Provisioning for port 914150b1-c77a-475c-bf6f-060ce6191f05 completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:52:07.480217 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-d4b9dde8-046e-4ad7-a850-5400dd307a1b None None] Provisioning complete for port 914150b1-c77a-475c-bf6f-060ce6191f05 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:52:07.480815 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d4b9dde8-046e-4ad7-a850-5400dd307a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:07.501880 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:07.556711 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-d4b9dde8-046e-4ad7-a850-5400dd307a1b None None] Port 914150b1-c77a-475c-bf6f-060ce6191f05 cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 19:52:07.748975 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Notify callbacks [] for port, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:07.754229 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:07.755532 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396666'] for router_interface, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:07.759311 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:52:07.897934 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Pushing event updated for resources: {'Port': ['ID=914150b1-c77a-475c-bf6f-060ce6191f05,revision_number=2']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:52:07.902508 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:52:07.965577 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Network 627c8f2a-5cfe-469e-b3e5-d1bf4d327a03 is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:52:07.966723 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:52:08.182097 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-577ef613-08f0-45ec-827f-54bcef8694d3 None None] Provisioning complete for port 914150b1-c77a-475c-bf6f-060ce6191f05 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:52:08.182549 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-577ef613-08f0-45ec-827f-54bcef8694d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:08.208732 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Router 1936e6ed-10b9-46a5-a6ee-9c90094b9bc1 is scheduled to L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 with binding_index 1 {{(pid=78727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 19:52:08.243498 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-577ef613-08f0-45ec-827f-54bcef8694d3 None None] Port 914150b1-c77a-475c-bf6f-060ce6191f05 cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 19:52:08.417780 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 19:52:08.430221 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] 10.222.0.15 "PUT /v2.0/routers/1936e6ed-10b9-46a5-a6ee-9c90094b9bc1/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3808107
May 10 19:52:08.430464 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] Sync routers for ids ['1936e6ed-10b9-46a5-a6ee-9c90094b9bc1'] in dv-cinder-788364-3-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 19:52:08.442545 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] Routers {'1936e6ed-10b9-46a5-a6ee-9c90094b9bc1'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:52:08.443553 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff938ed60>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T19:52:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['1936e6ed-10b9-46a5-a6ee-9c90094b9bc1'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:52:08.633521 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] Set router 1936e6ed-10b9-46a5-a6ee-9c90094b9bc1 gateway port host: None {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 19:52:09.053212 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff938ed60>, [{'id': '1936e6ed-10b9-46a5-a6ee-9c90094b9bc1', 'name': 'router1', 'tenant_id': 'a1a4af8526ae47449a06d709622012e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:51:56Z', 'updated_at': '2021-05-10T19:52:07Z', 'revision_number': 2, 'project_id': 'a1a4af8526ae47449a06d709622012e4', 'gw_port_host': None, '_interfaces': [{'id': '914150b1-c77a-475c-bf6f-060ce6191f05', 'name': '', 'network_id': '627c8f2a-5cfe-469e-b3e5-d1bf4d327a03', 'tenant_id': 'a1a4af8526ae47449a06d709622012e4', 'mac_address': 'fa:16:3e:67:63:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1936e6ed-10b9-46a5-a6ee-9c90094b9bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f3c2b70-c371-4f1a-9c22-4309a13e88b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:52:06Z', 'updated_at': '2021-05-10T19:52:07Z', 'revision_number': 2, 'project_id': 'a1a4af8526ae47449a06d709622012e4', 'subnets': [{'id': '2f3c2b70-c371-4f1a-9c22-4309a13e88b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '172000a7-c741-4cca-b9c0-da0f0ec43a59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:52:09.058975 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] Checking router: 1936e6ed-10b9-46a5-a6ee-9c90094b9bc1 for host: dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 19:52:09.059364 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] Updating router 1936e6ed-10b9-46a5-a6ee-9c90094b9bc1 port 914150b1-c77a-475c-bf6f-060ce6191f05 binding host dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 19:52:09.118421 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:09.541440 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:09.563169 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] Transition to ACTIVE for port object 914150b1-c77a-475c-bf6f-060ce6191f05 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:52:09.571288 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:09.578948 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:52:09.847057 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] Attempting to bind port 914150b1-c77a-475c-bf6f-060ce6191f05 on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 19:52:09.847496 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] Attempting to bind port 914150b1-c77a-475c-bf6f-060ce6191f05 by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': 'e65f94ac-35fd-433a-b4ad-96b52d06bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '627c8f2a-5cfe-469e-b3e5-d1bf4d327a03'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 19:52:09.847890 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] Attempting to bind port 914150b1-c77a-475c-bf6f-060ce6191f05 on network 627c8f2a-5cfe-469e-b3e5-d1bf4d327a03 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:52:09.859317 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 19:52:09.859838 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] Checking segment: {'id': 'e65f94ac-35fd-433a-b4ad-96b52d06bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '627c8f2a-5cfe-469e-b3e5-d1bf4d327a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:52:09.860279 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:09.860679 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] Bound using segment: {'id': 'e65f94ac-35fd-433a-b4ad-96b52d06bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '627c8f2a-5cfe-469e-b3e5-d1bf4d327a03'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 19:52:09.861271 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] Bound port: 914150b1-c77a-475c-bf6f-060ce6191f05, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65f94ac-35fd-433a-b4ad-96b52d06bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '627c8f2a-5cfe-469e-b3e5-d1bf4d327a03'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 19:52:09.861665 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:09.876812 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153f737-18a3-4873-993f-7dbbddc5ece9 None None] Pushing event updated for resources: {'Port': ['ID=914150b1-c77a-475c-bf6f-060ce6191f05,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:52:09.912002 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153f737-18a3-4873-993f-7dbbddc5ece9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:09.912259 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153f737-18a3-4873-993f-7dbbddc5ece9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:09.912538 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153f737-18a3-4873-993f-7dbbddc5ece9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:09.912861 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153f737-18a3-4873-993f-7dbbddc5ece9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:09.913180 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153f737-18a3-4873-993f-7dbbddc5ece9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:09.913499 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153f737-18a3-4873-993f-7dbbddc5ece9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:09.913815 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153f737-18a3-4873-993f-7dbbddc5ece9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:09.914151 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153f737-18a3-4873-993f-7dbbddc5ece9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:09.914457 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153f737-18a3-4873-993f-7dbbddc5ece9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:09.916048 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153f737-18a3-4873-993f-7dbbddc5ece9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:09.916048 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153f737-18a3-4873-993f-7dbbddc5ece9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:09.916048 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153f737-18a3-4873-993f-7dbbddc5ece9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153f737-18a3-4873-993f-7dbbddc5ece9 None None] Tracked resource versions report:
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]: pushed versions:
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]: {   'AddressGroup': {'1.2'},
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:     'ConntrackHelper': {'1.0'},
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:     'Log': {'1.0'},
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:     'Network': {'1.1'},
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:     'Port': {'1.7'},
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:     'PortForwarding': {'1.2'},
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:     'QosPolicy': {'1.8'},
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:     'SecurityGroup': {'1.4'},
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:     'SecurityGroupRule': {'1.2'},
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:     'SubPort': {'1.0'},
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:     'Subnet': {'1.1'},
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:     'Trunk': {'1.1'}}
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]: consumer versions:
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]: {   DHCP agent@dv-cinder-788364-3-iscsi: {},
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:     L3 agent@dv-cinder-788364-3-iscsi: {},
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:     Metadata agent@dv-cinder-788364-3-iscsi: {},
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:     Metering agent@dv-cinder-788364-3-iscsi: {},
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:     Open vSwitch agent@dv-cinder-788364-3-iscsi: {   'AddressGroup': '1.2',
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'ConntrackHelper': '1.0',
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'Log': '1.0',
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'Network': '1.1',
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'Port': '1.7',
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'PortForwarding': '1.2',
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'QosPolicy': '1.8',
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'SecurityGroup': '1.4',
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'SecurityGroupRule': '1.2',
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'SubPort': '1.0',
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'Subnet': '1.1',
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'Trunk': '1.1'}}
May 10 19:52:09.916600 dv-cinder-788364-3-iscsi neutron-server[78730]:  {{(pid=78730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 19:52:09.921185 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a153f737-18a3-4873-993f-7dbbddc5ece9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:52:09.998614 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] For port 914150b1-c77a-475c-bf6f-060ce6191f05, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 19:52:10.006853 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] For port 914150b1-c77a-475c-bf6f-060ce6191f05, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=914150b1-c77a-475c-bf6f-060ce6191f05,segment=NetworkSegment(e65f94ac-35fd-433a-b4ad-96b52d06bd53),segment_id=e65f94ac-35fd-433a-b4ad-96b52d06bd53)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 19:52:10.012338 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:10.018532 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:52:10.137107 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] Routers {'1936e6ed-10b9-46a5-a6ee-9c90094b9bc1'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:52:10.138152 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff938ed60>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T19:52:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['1936e6ed-10b9-46a5-a6ee-9c90094b9bc1'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:52:10.210406 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153f737-18a3-4873-993f-7dbbddc5ece9 None None] Pushing event updated for resources: {'Port': ['ID=914150b1-c77a-475c-bf6f-060ce6191f05,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:52:10.226628 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a153f737-18a3-4873-993f-7dbbddc5ece9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:52:10.400835 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] Set router 1936e6ed-10b9-46a5-a6ee-9c90094b9bc1 gateway port host: None {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 19:52:10.853668 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff938ed60>, [{'id': '1936e6ed-10b9-46a5-a6ee-9c90094b9bc1', 'name': 'router1', 'tenant_id': 'a1a4af8526ae47449a06d709622012e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:51:56Z', 'updated_at': '2021-05-10T19:52:07Z', 'revision_number': 2, 'project_id': 'a1a4af8526ae47449a06d709622012e4', 'gw_port_host': None, '_interfaces': [{'id': '914150b1-c77a-475c-bf6f-060ce6191f05', 'name': '', 'network_id': '627c8f2a-5cfe-469e-b3e5-d1bf4d327a03', 'tenant_id': 'a1a4af8526ae47449a06d709622012e4', 'mac_address': 'fa:16:3e:67:63:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1936e6ed-10b9-46a5-a6ee-9c90094b9bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f3c2b70-c371-4f1a-9c22-4309a13e88b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:52:06Z', 'updated_at': '2021-05-10T19:52:09Z', 'revision_number': 4, 'project_id': 'a1a4af8526ae47449a06d709622012e4', 'subnets': [{'id': '2f3c2b70-c371-4f1a-9c22-4309a13e88b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '172000a7-c741-4cca-b9c0-da0f0ec43a59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:52:10.859395 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b368e311-27d8-431e-b244-1d8fe24bb7b1 None None] The sync data for ids ['1936e6ed-10b9-46a5-a6ee-9c90094b9bc1'] in dv-cinder-788364-3-iscsi is: [{'id': '1936e6ed-10b9-46a5-a6ee-9c90094b9bc1', 'name': 'router1', 'tenant_id': 'a1a4af8526ae47449a06d709622012e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:51:56Z', 'updated_at': '2021-05-10T19:52:07Z', 'revision_number': 2, 'project_id': 'a1a4af8526ae47449a06d709622012e4', 'gw_port_host': None, '_interfaces': [{'id': '914150b1-c77a-475c-bf6f-060ce6191f05', 'name': '', 'network_id': '627c8f2a-5cfe-469e-b3e5-d1bf4d327a03', 'tenant_id': 'a1a4af8526ae47449a06d709622012e4', 'mac_address': 'fa:16:3e:67:63:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1936e6ed-10b9-46a5-a6ee-9c90094b9bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f3c2b70-c371-4f1a-9c22-4309a13e88b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:52:06Z', 'updated_at': '2021-05-10T19:52:09Z', 'revision_number': 4, 'project_id': 'a1a4af8526ae47449a06d709622012e4', 'subnets': [{'id': '2f3c2b70-c371-4f1a-9c22-4309a13e88b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '172000a7-c741-4cca-b9c0-da0f0ec43a59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 19:52:11.030555 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 41514) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:52:11.226627 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578297b3-dcad-4470-88b5-68d6dbeafc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:52:11.228994 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-578297b3-dcad-4470-88b5-68d6dbeafc51 admin admin] 10.222.0.15 "GET /v2.0/networks/01362e56-e24c-4ee7-a42c-5b36628ae184 HTTP/1.1" status: 200  len: 842 time: 0.1967120
May 10 19:52:11.243390 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-4c4b694e-8c43-46b7-824d-795bf86207db admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:52:11.253987 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-4c4b694e-8c43-46b7-824d-795bf86207db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:52:11.261299 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-4c4b694e-8c43-46b7-824d-795bf86207db admin admin] Usage tracker for resource:subnet and tenant:678b72623407413e906c283b5a5400d8 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:52:11.266780 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-4c4b694e-8c43-46b7-824d-795bf86207db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:52:11.277601 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-4c4b694e-8c43-46b7-824d-795bf86207db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:52:11.293063 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4b694e-8c43-46b7-824d-795bf86207db admin admin] Made reservation on behalf of 678b72623407413e906c283b5a5400d8 for: {'subnet': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:52:11.297261 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-4c4b694e-8c43-46b7-824d-795bf86207db admin admin] Notify callbacks [] for subnet, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:11.950921 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.objects.ports [None req-4c4b694e-8c43-46b7-824d-795bf86207db admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78727) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 10 19:52:11.952556 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-4c4b694e-8c43-46b7-824d-795bf86207db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for subnet, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:11.957145 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7a3ba848-3025-495d-ac6a-ac4b0039c8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:52:12.035136 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b694e-8c43-46b7-824d-795bf86207db admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9773ae1-ec36-4e8c-9f0f-e60b51e99e71,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:52:12.040143 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-4c4b694e-8c43-46b7-824d-795bf86207db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:52:12.050558 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b694e-8c43-46b7-824d-795bf86207db admin admin] Checking segment: {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:52:12.050925 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4b694e-8c43-46b7-824d-795bf86207db admin admin] Network hostable DHCP agents. Network: 01362e56-e24c-4ee7-a42c-5b36628ae184, hostable agents: ['d4f40443-b4a1-4714-9d47-f8080706db31'], hosted agents: [] {{(pid=78727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 19:52:12.072682 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4b694e-8c43-46b7-824d-795bf86207db admin admin] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 is scheduled to be hosted by DHCP agent d4f40443-b4a1-4714-9d47-f8080706db31 with binding_index 1 {{(pid=78727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 19:52:12.086710 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-4c4b694e-8c43-46b7-824d-795bf86207db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-iscsi, 01362e56-e24c-4ee7-a42c-5b36628ae184) {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:52:12.094604 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4b694e-8c43-46b7-824d-795bf86207db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:52:12.095776 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-4c4b694e-8c43-46b7-824d-795bf86207db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:12.101938 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fafd68-1151-4bec-b924-b8e45812e435 None None] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:52:12.125148 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-4c4b694e-8c43-46b7-824d-795bf86207db admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8853858
May 10 19:52:12.395741 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81277a1-d83a-450b-9929-be7a104314d4 None None] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:52:14.582348 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 914150b1-c77a-475c-bf6f-060ce6191f05 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:52:14.661402 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port 914150b1-c77a-475c-bf6f-060ce6191f05 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:52:14.666858 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 914150b1-c77a-475c-bf6f-060ce6191f05 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:52:14.667239 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:14.799739 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:14.849036 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port 914150b1-c77a-475c-bf6f-060ce6191f05, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=914150b1-c77a-475c-bf6f-060ce6191f05,segment=NetworkSegment(e65f94ac-35fd-433a-b4ad-96b52d06bd53),segment_id=e65f94ac-35fd-433a-b4ad-96b52d06bd53)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 19:52:14.854318 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:14.858466 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:52:14.943405 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=914150b1-c77a-475c-bf6f-060ce6191f05,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:52:14.948125 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:52:15.695701 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 41528) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:52:16.010893 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-b86ff04d-8d8b-4323-bd9c-32000cc640c2 admin admin] 10.222.0.15 "GET /v2.0/routers/1936e6ed-10b9-46a5-a6ee-9c90094b9bc1 HTTP/1.1" status: 200  len: 710 time: 0.3139625
May 10 19:52:16.165723 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1e866f-a2b2-410c-bd01-a32721b511e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:52:16.166314 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-ee1e866f-a2b2-410c-bd01-a32721b511e0 admin admin] Synchronizing usage tracker for tenant:678b72623407413e906c283b5a5400d8 on resource:network {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 19:52:16.186534 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-ee1e866f-a2b2-410c-bd01-a32721b511e0 admin admin] Unset dirty status for tenant:678b72623407413e906c283b5a5400d8 on resource:network {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 19:52:16.188007 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-ee1e866f-a2b2-410c-bd01-a32721b511e0 admin admin] 10.222.0.15 "GET /v2.0/networks/01362e56-e24c-4ee7-a42c-5b36628ae184 HTTP/1.1" status: 200  len: 886 time: 0.1712403
May 10 19:52:16.197456 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-e7ea4fa9-62bb-4fd7-8022-53027d5044be admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:52:16.578872 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 914150b1-c77a-475c-bf6f-060ce6191f05 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:52:16.668539 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 914150b1-c77a-475c-bf6f-060ce6191f05 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:52:16.668995 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:16.719180 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 5 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 19:52:16.730103 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4fa9-62bb-4fd7-8022-53027d5044be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13650'] for router, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:17.256621 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4fa9-62bb-4fd7-8022-53027d5044be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:17.362267 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4fa9-62bb-4fd7-8022-53027d5044be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:17.562142 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-e7ea4fa9-62bb-4fd7-8022-53027d5044be admin admin] Allocated IP 172.27.1.76 (01362e56-e24c-4ee7-a42c-5b36628ae184/e9773ae1-ec36-4e8c-9f0f-e60b51e99e71/8f1e131c-d9c6-4cee-99d0-65048a9bd8e1) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:52:17.734448 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4fa9-62bb-4fd7-8022-53027d5044be admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:17.843616 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4fa9-62bb-4fd7-8022-53027d5044be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:17.848677 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:52:17.911862 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ea4fa9-62bb-4fd7-8022-53027d5044be admin admin] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:52:17.914955 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-e7ea4fa9-62bb-4fd7-8022-53027d5044be admin admin] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:52:17.927824 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea4fa9-62bb-4fd7-8022-53027d5044be admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:52:17.986785 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea4fa9-62bb-4fd7-8022-53027d5044be admin admin] Pushing event updated for resources: {'Port': ['ID=8f1e131c-d9c6-4cee-99d0-65048a9bd8e1,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:52:18.051572 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e7ea4fa9-62bb-4fd7-8022-53027d5044be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:52:18.329292 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4fa9-62bb-4fd7-8022-53027d5044be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:18.687544 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4fa9-62bb-4fd7-8022-53027d5044be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13650'] for router, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:18.691289 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4fa9-62bb-4fd7-8022-53027d5044be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-337158'] for router, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:18.917970 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ea4fa9-62bb-4fd7-8022-53027d5044be admin admin] Router 1936e6ed-10b9-46a5-a6ee-9c90094b9bc1 has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 19:52:19.251651 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ea4fa9-62bb-4fd7-8022-53027d5044be admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 19:52:19.264926 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4fa9-62bb-4fd7-8022-53027d5044be admin admin] Notify callbacks [] for router, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:19.267278 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-e7ea4fa9-62bb-4fd7-8022-53027d5044be admin admin] 10.222.0.15 "PUT /v2.0/routers/1936e6ed-10b9-46a5-a6ee-9c90094b9bc1 HTTP/1.1" status: 200  len: 889 time: 3.0730002
May 10 19:52:19.268717 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] Sync routers for ids ['1936e6ed-10b9-46a5-a6ee-9c90094b9bc1'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 19:52:19.287446 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] Routers {'1936e6ed-10b9-46a5-a6ee-9c90094b9bc1'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:52:19.288569 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff8a5e1c0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T19:52:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['1936e6ed-10b9-46a5-a6ee-9c90094b9bc1'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:52:19.604396 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] Set router 1936e6ed-10b9-46a5-a6ee-9c90094b9bc1 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 19:52:20.091980 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff8a5e1c0>, [{'id': '1936e6ed-10b9-46a5-a6ee-9c90094b9bc1', 'name': 'router1', 'tenant_id': 'a1a4af8526ae47449a06d709622012e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '8f1e131c-d9c6-4cee-99d0-65048a9bd8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:51:56Z', 'updated_at': '2021-05-10T19:52:18Z', 'revision_number': 4, 'project_id': 'a1a4af8526ae47449a06d709622012e4', 'gw_port': {'id': '8f1e131c-d9c6-4cee-99d0-65048a9bd8e1', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:95:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1936e6ed-10b9-46a5-a6ee-9c90094b9bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:52:17Z', 'updated_at': '2021-05-10T19:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '914150b1-c77a-475c-bf6f-060ce6191f05', 'name': '', 'network_id': '627c8f2a-5cfe-469e-b3e5-d1bf4d327a03', 'tenant_id': 'a1a4af8526ae47449a06d709622012e4', 'mac_address': 'fa:16:3e:67:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1936e6ed-10b9-46a5-a6ee-9c90094b9bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f3c2b70-c371-4f1a-9c22-4309a13e88b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:52:06Z', 'updated_at': '2021-05-10T19:52:14Z', 'revision_number': 5, 'project_id': 'a1a4af8526ae47449a06d709622012e4', 'subnets': [{'id': '2f3c2b70-c371-4f1a-9c22-4309a13e88b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '172000a7-c741-4cca-b9c0-da0f0ec43a59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:52:20.099145 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] Checking router: 1936e6ed-10b9-46a5-a6ee-9c90094b9bc1 for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 19:52:20.099598 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] Updating router 1936e6ed-10b9-46a5-a6ee-9c90094b9bc1 port 8f1e131c-d9c6-4cee-99d0-65048a9bd8e1 binding host dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 19:52:20.166262 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:20.566454 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:20.581783 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] Transition to ACTIVE for port object 8f1e131c-d9c6-4cee-99d0-65048a9bd8e1 will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:52:20.589582 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:20.598072 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:52:20.728557 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] Attempting to bind port 8f1e131c-d9c6-4cee-99d0-65048a9bd8e1 on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 19:52:20.729172 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] Attempting to bind port 8f1e131c-d9c6-4cee-99d0-65048a9bd8e1 by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 19:52:20.729773 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] Attempting to bind port 8f1e131c-d9c6-4cee-99d0-65048a9bd8e1 on network 01362e56-e24c-4ee7-a42c-5b36628ae184 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:52:20.756250 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 19:52:20.756776 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] Checking segment: {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:52:20.757461 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:20.758132 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] Bound using segment: {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 19:52:20.758917 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] Bound port: 8f1e131c-d9c6-4cee-99d0-65048a9bd8e1, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 19:52:20.759569 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:20.802992 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd64454-f356-4e04-9031-732e27813faf None None] Pushing event updated for resources: {'Port': ['ID=8f1e131c-d9c6-4cee-99d0-65048a9bd8e1,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:52:20.817937 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1bd64454-f356-4e04-9031-732e27813faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:52:20.898293 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] For port 8f1e131c-d9c6-4cee-99d0-65048a9bd8e1, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 19:52:20.903721 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] For port 8f1e131c-d9c6-4cee-99d0-65048a9bd8e1, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=8f1e131c-d9c6-4cee-99d0-65048a9bd8e1,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 19:52:20.909604 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:20.914217 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:52:21.008978 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] Routers {'1936e6ed-10b9-46a5-a6ee-9c90094b9bc1'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:52:21.009626 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff8a5e1c0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T19:52:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['1936e6ed-10b9-46a5-a6ee-9c90094b9bc1'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:52:21.059350 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd64454-f356-4e04-9031-732e27813faf None None] Pushing event updated for resources: {'Port': ['ID=8f1e131c-d9c6-4cee-99d0-65048a9bd8e1,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:52:21.074216 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1bd64454-f356-4e04-9031-732e27813faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:52:21.212136 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] Set router 1936e6ed-10b9-46a5-a6ee-9c90094b9bc1 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 19:52:21.651765 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff8a5e1c0>, [{'id': '1936e6ed-10b9-46a5-a6ee-9c90094b9bc1', 'name': 'router1', 'tenant_id': 'a1a4af8526ae47449a06d709622012e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '8f1e131c-d9c6-4cee-99d0-65048a9bd8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:51:56Z', 'updated_at': '2021-05-10T19:52:18Z', 'revision_number': 4, 'project_id': 'a1a4af8526ae47449a06d709622012e4', 'gw_port': {'id': '8f1e131c-d9c6-4cee-99d0-65048a9bd8e1', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:95:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1936e6ed-10b9-46a5-a6ee-9c90094b9bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:52:17Z', 'updated_at': '2021-05-10T19:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '914150b1-c77a-475c-bf6f-060ce6191f05', 'name': '', 'network_id': '627c8f2a-5cfe-469e-b3e5-d1bf4d327a03', 'tenant_id': 'a1a4af8526ae47449a06d709622012e4', 'mac_address': 'fa:16:3e:67:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1936e6ed-10b9-46a5-a6ee-9c90094b9bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f3c2b70-c371-4f1a-9c22-4309a13e88b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:52:06Z', 'updated_at': '2021-05-10T19:52:14Z', 'revision_number': 5, 'project_id': 'a1a4af8526ae47449a06d709622012e4', 'subnets': [{'id': '2f3c2b70-c371-4f1a-9c22-4309a13e88b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '172000a7-c741-4cca-b9c0-da0f0ec43a59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:52:21.658531 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938c9225-a44d-410f-bdb0-a4ecde770a86 None None] The sync data for ids ['1936e6ed-10b9-46a5-a6ee-9c90094b9bc1'] in dv-cinder-788364-3-iscsi is: [{'id': '1936e6ed-10b9-46a5-a6ee-9c90094b9bc1', 'name': 'router1', 'tenant_id': 'a1a4af8526ae47449a06d709622012e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '8f1e131c-d9c6-4cee-99d0-65048a9bd8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:51:56Z', 'updated_at': '2021-05-10T19:52:18Z', 'revision_number': 4, 'project_id': 'a1a4af8526ae47449a06d709622012e4', 'gw_port': {'id': '8f1e131c-d9c6-4cee-99d0-65048a9bd8e1', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:95:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1936e6ed-10b9-46a5-a6ee-9c90094b9bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:52:17Z', 'updated_at': '2021-05-10T19:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '914150b1-c77a-475c-bf6f-060ce6191f05', 'name': '', 'network_id': '627c8f2a-5cfe-469e-b3e5-d1bf4d327a03', 'tenant_id': 'a1a4af8526ae47449a06d709622012e4', 'mac_address': 'fa:16:3e:67:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1936e6ed-10b9-46a5-a6ee-9c90094b9bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f3c2b70-c371-4f1a-9c22-4309a13e88b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:52:06Z', 'updated_at': '2021-05-10T19:52:14Z', 'revision_number': 5, 'project_id': 'a1a4af8526ae47449a06d709622012e4', 'subnets': [{'id': '2f3c2b70-c371-4f1a-9c22-4309a13e88b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '172000a7-c741-4cca-b9c0-da0f0ec43a59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 19:52:21.932233 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 41538) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:52:22.114014 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-2e45fc6c-af41-4e21-92f9-e9e357ba6c46 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1800246
May 10 19:52:22.615546 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 8f1e131c-d9c6-4cee-99d0-65048a9bd8e1 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:52:22.741966 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port 8f1e131c-d9c6-4cee-99d0-65048a9bd8e1 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:52:22.748198 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 8f1e131c-d9c6-4cee-99d0-65048a9bd8e1 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:52:22.749121 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:22.886281 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:22.914468 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port 8f1e131c-d9c6-4cee-99d0-65048a9bd8e1, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=8f1e131c-d9c6-4cee-99d0-65048a9bd8e1,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 19:52:22.919836 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:22.923659 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-49691866-3a82-43c2-a017-a5b7174339b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:52:23.002020 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=8f1e131c-d9c6-4cee-99d0-65048a9bd8e1,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:52:23.006715 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:52:24.605104 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 8f1e131c-d9c6-4cee-99d0-65048a9bd8e1 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:52:24.731515 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 8f1e131c-d9c6-4cee-99d0-65048a9bd8e1 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:52:24.732321 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:27.371479 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ab7f8e86-5e9e-4bf3-baea-81d2f680e602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:30.209620 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1574b37d-17ed-47b5-87f6-8f08a4e89385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:30.505433 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:32.000028 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:33.652342 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:52:53.724652 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 5 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 19:52:57.350670 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b74dc23a-4073-47b9-a293-1c4548667153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:53:00.184754 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f4ac41fd-aeda-45f2-b7f0-8d67160b3377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:53:00.503321 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:53:01.974555 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:53:03.659582 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:53:27.327564 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-15890d3e-059e-42fd-a2ca-3b7db279ed05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:53:30.170457 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e8d49e7-81a7-4a82-9e7e-5d82f93cdf98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:53:30.495218 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:53:30.724515 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 5 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 19:53:31.971172 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:53:33.651674 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:53:57.332318 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c1fbedb7-eda3-4c3c-999b-08dc1d878342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:54:00.176550 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-01d87cd2-d279-48d1-adaa-a406157d8444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:54:00.489107 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:54:01.978039 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:54:03.651827 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:54:07.137699 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 42108) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:54:07.218488 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.pecan_wsgi.hooks.translation [None req-60488c45-089d-4907-9538-7d323fe2b4f4 admin admin] GET failed (client error): The resource could not be found.
May 10 19:54:07.219792 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-60488c45-089d-4907-9538-7d323fe2b4f4 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0808558
May 10 19:54:07.355369 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43de1329-c93d-454c-aee1-47e16088dcd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:54:07.357334 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-43de1329-c93d-454c-aee1-47e16088dcd4 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 871 time: 0.1336672
May 10 19:54:07.723468 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 5 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 19:54:09.520430 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 42118) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:54:09.643658 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a3b600-610a-4ddf-bab3-a55f67f1c61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:54:09.645030 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-60a3b600-610a-4ddf-bab3-a55f67f1c61b admin admin] 10.222.0.15 "GET /v2.0/subnets/2f3c2b70-c371-4f1a-9c22-4309a13e88b1 HTTP/1.1" status: 200  len: 849 time: 0.1236575
May 10 19:54:09.655309 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-dcae2750-7f70-4cb4-b95f-ac3f6e43044f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:54:09.795794 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dcae2750-7f70-4cb4-b95f-ac3f6e43044f admin admin] Notify callbacks [] for subnet, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:54:10.036098 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dcae2750-7f70-4cb4-b95f-ac3f6e43044f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783201738590'] for subnet, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:54:10.041049 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:54:10.086660 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcae2750-7f70-4cb4-b95f-ac3f6e43044f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:54:10.088095 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dcae2750-7f70-4cb4-b95f-ac3f6e43044f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:54:10.089216 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-dcae2750-7f70-4cb4-b95f-ac3f6e43044f admin admin] 10.222.0.15 "PUT /v2.0/subnets/2f3c2b70-c371-4f1a-9c22-4309a13e88b1 HTTP/1.1" status: 200  len: 868 time: 0.4378541
May 10 19:54:10.093995 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579f664e-5fab-476a-9d92-205d3123af71 None None] Network 627c8f2a-5cfe-469e-b3e5-d1bf4d327a03 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:54:10.120810 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae2750-7f70-4cb4-b95f-ac3f6e43044f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f3c2b70-c371-4f1a-9c22-4309a13e88b1,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:54:10.129173 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae2750-7f70-4cb4-b95f-ac3f6e43044f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:10.129540 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae2750-7f70-4cb4-b95f-ac3f6e43044f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:10.129851 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae2750-7f70-4cb4-b95f-ac3f6e43044f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:10.130184 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae2750-7f70-4cb4-b95f-ac3f6e43044f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:10.130654 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae2750-7f70-4cb4-b95f-ac3f6e43044f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:10.130994 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae2750-7f70-4cb4-b95f-ac3f6e43044f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:10.131323 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae2750-7f70-4cb4-b95f-ac3f6e43044f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:10.131821 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae2750-7f70-4cb4-b95f-ac3f6e43044f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:10.132175 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae2750-7f70-4cb4-b95f-ac3f6e43044f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:10.132499 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae2750-7f70-4cb4-b95f-ac3f6e43044f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:10.132818 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae2750-7f70-4cb4-b95f-ac3f6e43044f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:10.133134 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae2750-7f70-4cb4-b95f-ac3f6e43044f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:10.141050 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-dcae2750-7f70-4cb4-b95f-ac3f6e43044f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:54:10.691614 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-1e838d2c-f2e6-4ac7-9e1a-77dbbc470314 None None] Provisioning complete for port 443309c1-d91b-4222-9b14-7cddd1d67bcc triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:54:10.692052 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1e838d2c-f2e6-4ac7-9e1a-77dbbc470314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:54:10.846037 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-1e838d2c-f2e6-4ac7-9e1a-77dbbc470314 None None] Provisioning complete for port 914150b1-c77a-475c-bf6f-060ce6191f05 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:54:10.846417 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1e838d2c-f2e6-4ac7-9e1a-77dbbc470314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:54:12.523841 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 42128) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:54:12.716412 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c452c63-1901-4693-8e7c-310ae6754d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:54:12.716901 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c452c63-1901-4693-8e7c-310ae6754d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:54:12.718460 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-1c452c63-1901-4693-8e7c-310ae6754d1f admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1936386
May 10 19:54:14.941630 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 42138) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:54:15.138082 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b60ff2b-6a97-4a5d-862d-4f74af548045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:54:15.138462 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b60ff2b-6a97-4a5d-862d-4f74af548045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:54:15.140013 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-0b60ff2b-6a97-4a5d-862d-4f74af548045 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1974194
May 10 19:54:17.370599 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 42148) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:54:17.536795 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc996e0-39ca-4400-8e78-d644ff4ac87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:54:17.538143 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-2cc996e0-39ca-4400-8e78-d644ff4ac87b admin admin] 10.222.0.15 "GET /v2.0/networks/01362e56-e24c-4ee7-a42c-5b36628ae184 HTTP/1.1" status: 200  len: 886 time: 0.1660817
May 10 19:54:19.682441 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 42158) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:54:19.863560 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faf108d-cd80-4073-89cb-638402d323cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:54:19.864850 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-3faf108d-cd80-4073-89cb-638402d323cd admin admin] 10.222.0.15 "GET /v2.0/networks/627c8f2a-5cfe-469e-b3e5-d1bf4d327a03 HTTP/1.1" status: 200  len: 868 time: 0.1814682
May 10 19:54:22.012263 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 42168) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:54:22.118885 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ee271e-6da4-4f5c-9af7-b7359820fd4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:54:22.119272 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ee271e-6da4-4f5c-9af7-b7359820fd4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:54:22.120841 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-21ee271e-6da4-4f5c-9af7-b7359820fd4f admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1075969
May 10 19:54:24.237676 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 42178) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:54:24.350529 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93682e43-20a1-48ba-ac3e-e734299f2b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:54:24.350987 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93682e43-20a1-48ba-ac3e-e734299f2b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:54:24.352579 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-93682e43-20a1-48ba-ac3e-e734299f2b29 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1139741
May 10 19:54:26.579090 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 42188) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:54:26.686924 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14712d6d-953b-4563-8c75-eca48a2480d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:54:26.688286 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-14712d6d-953b-4563-8c75-eca48a2480d5 admin admin] 10.222.0.15 "GET /v2.0/subnets/2f3c2b70-c371-4f1a-9c22-4309a13e88b1 HTTP/1.1" status: 200  len: 868 time: 0.1082096
May 10 19:54:27.337198 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-bbfdd786-dfc2-4bff-a148-fcf0272b8a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:54:28.838255 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 42198) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:54:28.944116 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505ae90d-ca62-4e3b-be35-62aca6e255f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:54:28.945446 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-505ae90d-ca62-4e3b-be35-62aca6e255f9 admin admin] 10.222.0.15 "GET /v2.0/subnets/e9773ae1-ec36-4e8c-9f0f-e60b51e99e71 HTTP/1.1" status: 200  len: 816 time: 0.1062846
May 10 19:54:30.170980 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-76de4123-2142-4024-8229-674bf87c8078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:54:30.494283 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:54:31.974880 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:54:33.655152 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:54:44.725459 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 5 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 19:54:52.016520 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 42242) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:54:52.075911 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [None req-3be3b570-bc30-43a2-b26a-385c0f9ca76c admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=78728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 19:54:52.076950 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-3be3b570-bc30-43a2-b26a-385c0f9ca76c admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0594835
May 10 19:54:54.418526 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 42252) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:54:54.532719 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e10622-d861-4492-b58d-2bb2b853170d admin admin] GET failed (client error): The resource could not be found.
May 10 19:54:54.535289 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-03e10622-d861-4492-b58d-2bb2b853170d admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1152112
May 10 19:54:54.706335 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4083f8c-36de-45c3-8259-ed60777ceb78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:54:54.708234 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-b4083f8c-36de-45c3-8259-ed60777ceb78 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1687253
May 10 19:54:57.168679 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 42262) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:54:57.228668 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:54:57.234524 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:54:57.246107 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:54:57.257809 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Made reservation on behalf of 678b72623407413e906c283b5a5400d8 for: {'network': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:54:57.260138 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for network, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:54:57.343843 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0460-8fde-43d5-9986-d99ea7330dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:54:57.360371 dv-cinder-788364-3-iscsi neutron-server[78727]: WARNING neutron.services.revisions.revision_plugin [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fcff81cd250] {project_id='678b72623407413e906c283b5a5400d8', id='60eb267a-109a-43a1-b214-8f323304e1a3', target_tenant='*', action='access_as_shared', object_id='6c5d7123-b287-40c1-98c1-01088c889091'}> to bump revision.
May 10 19:54:57.376193 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99}  {{(pid=78727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 19:54:57.389335 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:54:57.389716 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.segments_db [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Added segment b578ff0b-f52a-426e-b84a-ec9119262090 of type vlan for network 6c5d7123-b287-40c1-98c1-01088c889091
May 10 19:54:57.438304 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783201323138'] for network, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:54:57.493730 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for network, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:54:57.497748 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:54:57.498892 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:54:57.505131 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:54:57.711753 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 846 time: 0.5417261
May 10 19:54:57.713051 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Pushing event updated for resources: {'Network': ['ID=6c5d7123-b287-40c1-98c1-01088c889091,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:54:57.724625 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:57.725059 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:57.725539 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:57.725997 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:57.726438 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:57.726888 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:57.727341 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:57.727800 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:57.728362 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:57.728750 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:57.729116 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:57.729499 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:54:57.735199 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:54:57.744764 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Network 6c5d7123-b287-40c1-98c1-01088c889091 details requested by agent ovs-agent-dv-cinder-788364-3-iscsi with host dv-cinder-788364-3-iscsi {{(pid=78729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 19:55:00.020970 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 42272) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:55:00.102337 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.pecan_wsgi.hooks.translation [None req-a630c24a-ed25-4e90-aeca-5497ecdb162a admin admin] GET failed (client error): The resource could not be found.
May 10 19:55:00.102821 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-a630c24a-ed25-4e90-aeca-5497ecdb162a admin admin] Synchronizing usage tracker for tenant:678b72623407413e906c283b5a5400d8 on resource:network {{(pid=78727) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 19:55:00.120145 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-a630c24a-ed25-4e90-aeca-5497ecdb162a admin admin] Unset dirty status for tenant:678b72623407413e906c283b5a5400d8 on resource:network {{(pid=78727) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 19:55:00.121550 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-a630c24a-ed25-4e90-aeca-5497ecdb162a admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0991457
May 10 19:55:00.185571 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84aa56de-7467-4720-ac2b-d5f0e10846c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:00.287332 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605b75eb-cfbd-437d-a825-d14bf6e07fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:55:00.289025 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-605b75eb-cfbd-437d-a825-d14bf6e07fc3 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 825 time: 0.1632602
May 10 19:55:00.299684 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-9efc2757-62c9-4eca-a28b-095165b08ed1 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '6c5d7123-b287-40c1-98c1-01088c889091', 'name': 'shared-subnet'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:55:00.305086 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-9efc2757-62c9-4eca-a28b-095165b08ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:55:00.310340 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-9efc2757-62c9-4eca-a28b-095165b08ed1 admin admin] Usage tracker for resource:subnet and tenant:678b72623407413e906c283b5a5400d8 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:55:00.313739 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-9efc2757-62c9-4eca-a28b-095165b08ed1 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:55:00.320669 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-9efc2757-62c9-4eca-a28b-095165b08ed1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:55:00.333263 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efc2757-62c9-4eca-a28b-095165b08ed1 admin admin] Made reservation on behalf of 678b72623407413e906c283b5a5400d8 for: {'subnet': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:55:00.336297 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-9efc2757-62c9-4eca-a28b-095165b08ed1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:00.500769 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:00.811795 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-9efc2757-62c9-4eca-a28b-095165b08ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for subnet, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:00.821875 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-4c4b694e-8c43-46b7-824d-795bf86207db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:55:00.929033 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc2757-62c9-4eca-a28b-095165b08ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc6b2b3c-77e5-4f98-a4e4-4c0f7e8793f7,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:55:00.934566 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-9efc2757-62c9-4eca-a28b-095165b08ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:55:00.942117 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efc2757-62c9-4eca-a28b-095165b08ed1 admin admin] Checking segment: {'id': 'b578ff0b-f52a-426e-b84a-ec9119262090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6c5d7123-b287-40c1-98c1-01088c889091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:55:00.942545 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efc2757-62c9-4eca-a28b-095165b08ed1 admin admin] Network hostable DHCP agents. Network: 6c5d7123-b287-40c1-98c1-01088c889091, hostable agents: ['d4f40443-b4a1-4714-9d47-f8080706db31'], hosted agents: [] {{(pid=78727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 19:55:00.964408 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efc2757-62c9-4eca-a28b-095165b08ed1 admin admin] Network 6c5d7123-b287-40c1-98c1-01088c889091 is scheduled to be hosted by DHCP agent d4f40443-b4a1-4714-9d47-f8080706db31 with binding_index 1 {{(pid=78727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 19:55:00.976235 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-9efc2757-62c9-4eca-a28b-095165b08ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-iscsi, 6c5d7123-b287-40c1-98c1-01088c889091) {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:55:00.982841 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efc2757-62c9-4eca-a28b-095165b08ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:55:00.983847 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-9efc2757-62c9-4eca-a28b-095165b08ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:00.992340 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11a535d-123d-4311-aad3-d7562cca4212 None None] Network 6c5d7123-b287-40c1-98c1-01088c889091 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:55:01.018754 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-9efc2757-62c9-4eca-a28b-095165b08ed1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7210476
May 10 19:55:01.362298 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0a44e7e-9408-5f1f-b31c-5351961196ea-6c5d7123-b287-40c1-98c1-01088c889091', 'network_id': '6c5d7123-b287-40c1-98c1-01088c889091', 'tenant_id': '678b72623407413e906c283b5a5400d8', 'fixed_ips': [{'subnet_id': 'cc6b2b3c-77e5-4f98-a4e4-4c0f7e8793f7'}]}} from dv-cinder-788364-3-iscsi. {{(pid=78729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 19:55:01.363202 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:01.600069 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Allocated IP 192.168.233.2 (6c5d7123-b287-40c1-98c1-01088c889091/cc6b2b3c-77e5-4f98-a4e4-4c0f7e8793f7/3167a985-dc04-44f5-9df3-1fed83c8c4a3) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:55:01.938928 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:01.954884 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Transition to ACTIVE for port object 3167a985-dc04-44f5-9df3-1fed83c8c4a3 will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:55:01.998318 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Transition to ACTIVE for port object 3167a985-dc04-44f5-9df3-1fed83c8c4a3 will not be triggered until provisioned by entity DHCP. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:55:02.003344 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:02.006101 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:02.014900 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:55:02.094901 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Network 6c5d7123-b287-40c1-98c1-01088c889091 is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:55:02.097812 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Resources bound (agent type, host, resource id):  {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:55:02.109218 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:55:02.121652 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Pushing event updated for resources: {'Port': ['ID=3167a985-dc04-44f5-9df3-1fed83c8c4a3,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:55:02.153399 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:55:02.153744 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:55:02.154075 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:55:02.154403 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:55:02.154800 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:55:02.155288 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:55:02.155525 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:55:02.155873 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:55:02.156239 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:55:02.156624 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:55:02.157013 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:55:02.157456 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:55:02.206899 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:55:02.239871 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Attempting to bind port 3167a985-dc04-44f5-9df3-1fed83c8c4a3 on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 19:55:02.240370 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Attempting to bind port 3167a985-dc04-44f5-9df3-1fed83c8c4a3 by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': 'b578ff0b-f52a-426e-b84a-ec9119262090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6c5d7123-b287-40c1-98c1-01088c889091'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 19:55:02.240799 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Attempting to bind port 3167a985-dc04-44f5-9df3-1fed83c8c4a3 on network 6c5d7123-b287-40c1-98c1-01088c889091 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:55:02.249147 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 19:55:02.249667 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Checking segment: {'id': 'b578ff0b-f52a-426e-b84a-ec9119262090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6c5d7123-b287-40c1-98c1-01088c889091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:55:02.249989 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:02.250576 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Bound using segment: {'id': 'b578ff0b-f52a-426e-b84a-ec9119262090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6c5d7123-b287-40c1-98c1-01088c889091'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 19:55:02.251128 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Bound port: 3167a985-dc04-44f5-9df3-1fed83c8c4a3, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b578ff0b-f52a-426e-b84a-ec9119262090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6c5d7123-b287-40c1-98c1-01088c889091'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 19:55:02.251629 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:02.370573 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] For port 3167a985-dc04-44f5-9df3-1fed83c8c4a3, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 19:55:02.375821 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] For port 3167a985-dc04-44f5-9df3-1fed83c8c4a3, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=3167a985-dc04-44f5-9df3-1fed83c8c4a3,segment=NetworkSegment(b578ff0b-f52a-426e-b84a-ec9119262090),segment_id=b578ff0b-f52a-426e-b84a-ec9119262090)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 19:55:02.381846 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:02.387672 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1bd64454-f356-4e04-9031-732e27813faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:55:02.473392 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Pushing event updated for resources: {'Port': ['ID=3167a985-dc04-44f5-9df3-1fed83c8c4a3,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:55:02.476651 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:55:02.821598 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 3167a985-dc04-44f5-9df3-1fed83c8c4a3 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:55:02.929609 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port 3167a985-dc04-44f5-9df3-1fed83c8c4a3 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:55:03.422793 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec71b89e-fe2c-483f-b02f-3b68db5ae752 None None] Network 6c5d7123-b287-40c1-98c1-01088c889091 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:55:03.555635 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-0f1cfd89-d186-4208-b876-d63cadccf02a None None] Provisioning for port 3167a985-dc04-44f5-9df3-1fed83c8c4a3 completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:55:03.566112 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-0f1cfd89-d186-4208-b876-d63cadccf02a None None] Provisioning complete for port 3167a985-dc04-44f5-9df3-1fed83c8c4a3 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:55:03.566479 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0f1cfd89-d186-4208-b876-d63cadccf02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:03.716332 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:03.818189 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0f1cfd89-d186-4208-b876-d63cadccf02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:03.861525 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-0f1cfd89-d186-4208-b876-d63cadccf02a None None] For port 3167a985-dc04-44f5-9df3-1fed83c8c4a3, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=3167a985-dc04-44f5-9df3-1fed83c8c4a3,segment=NetworkSegment(b578ff0b-f52a-426e-b84a-ec9119262090),segment_id=b578ff0b-f52a-426e-b84a-ec9119262090)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 19:55:03.871471 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0f1cfd89-d186-4208-b876-d63cadccf02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:03.888660 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:55:04.003479 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cfd89-d186-4208-b876-d63cadccf02a None None] Pushing event updated for resources: {'Port': ['ID=3167a985-dc04-44f5-9df3-1fed83c8c4a3,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:55:04.009102 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-0f1cfd89-d186-4208-b876-d63cadccf02a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:55:04.196162 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-7650916c-5d6a-455b-9541-632daf72c9d6 None None] Provisioning complete for port 3167a985-dc04-44f5-9df3-1fed83c8c4a3 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:55:04.196534 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7650916c-5d6a-455b-9541-632daf72c9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:04.719491 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 3167a985-dc04-44f5-9df3-1fed83c8c4a3 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:55:04.801741 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 3167a985-dc04-44f5-9df3-1fed83c8c4a3 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:55:04.802118 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:21.724392 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 5 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 19:55:27.337704 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-090c3803-c14e-46ba-96ed-1b66f3ff20f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:30.171736 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-26320f48-ab2c-4511-93c0-30e445fc9a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:30.497763 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:31.982273 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:33.662983 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:57.344455 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a2fa-4b91-4921-ac4c-fd3f063e7044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:55:58.722566 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 5 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 19:56:00.166166 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3bd74b21-021e-48bd-aba3-ec73e8743a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:00.493832 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:01.984313 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:03.663333 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:09.702401 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 42326) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:56:09.708892 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [None req-0c7f2f80-1145-42ab-937a-8d8ce3551301 tempest-verify_tempest_config-1010150576 tempest-verify_tempest_config-1010150576-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=78727) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 19:56:09.709825 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-0c7f2f80-1145-42ab-937a-8d8ce3551301 tempest-verify_tempest_config-1010150576 tempest-verify_tempest_config-1010150576-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0061331
May 10 19:56:10.031777 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 42344) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:56:10.151655 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:10.169361 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:56:10.173525 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Usage tracker for resource:security_group_rule and tenant:4ebc3d729cc3418fad0f20ed73f0062e is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:56:10.176374 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:56:10.183162 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:56:10.266493 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:10.270786 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:10.281668 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:56:10.322961 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ebc3d729cc3418fad0f20ed73f0062e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2901049
May 10 19:56:10.323784 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e1f0e7-b951-475e-b8fa-f9aca9dd2bf7,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:56:10.325732 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 42350) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:56:10.331100 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.331466 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.331813 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.332174 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.332501 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.332846 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.333175 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.333525 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.333863 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.334240 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.334565 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.334885 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.339502 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:56:10.389074 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8c5bd3a7-bd85-462d-a4d4-4ace3fee6fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:10.415866 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8c5bd3a7-bd85-462d-a4d4-4ace3fee6fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:10.511485 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8c5bd3a7-bd85-462d-a4d4-4ace3fee6fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:10.515465 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:56:10.528898 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bd3a7-bd85-462d-a4d4-4ace3fee6fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e1f0e7-b951-475e-b8fa-f9aca9dd2bf7,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:56:10.536968 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd3a7-bd85-462d-a4d4-4ace3fee6fff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.537315 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd3a7-bd85-462d-a4d4-4ace3fee6fff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.537653 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd3a7-bd85-462d-a4d4-4ace3fee6fff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.537986 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd3a7-bd85-462d-a4d4-4ace3fee6fff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.538314 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd3a7-bd85-462d-a4d4-4ace3fee6fff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.538657 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd3a7-bd85-462d-a4d4-4ace3fee6fff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.539607 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd3a7-bd85-462d-a4d4-4ace3fee6fff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.539957 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd3a7-bd85-462d-a4d4-4ace3fee6fff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.540300 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd3a7-bd85-462d-a4d4-4ace3fee6fff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.540626 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd3a7-bd85-462d-a4d4-4ace3fee6fff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.540948 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd3a7-bd85-462d-a4d4-4ace3fee6fff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.541263 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd3a7-bd85-462d-a4d4-4ace3fee6fff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:56:10.544268 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8c5bd3a7-bd85-462d-a4d4-4ace3fee6fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:10.545372 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-8c5bd3a7-bd85-462d-a4d4-4ace3fee6fff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76e1f0e7-b951-475e-b8fa-f9aca9dd2bf7 HTTP/1.1" status: 204  len: 168 time: 0.2186234
May 10 19:56:10.546373 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8c5bd3a7-bd85-462d-a4d4-4ace3fee6fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:56:27.342351 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-825d737e-1ced-45b2-a537-3ed724acb80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:30.171440 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8dc01e7b-03c1-4a4c-99c2-e6582b62d3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:30.489383 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:31.996457 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:33.666578 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:56:35.721030 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 5 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 19:56:57.335031 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d6732c3c-2377-4c3b-a8b5-0a71d7ddba52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:00.177220 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9ceaeabb-05e6-4bd0-bca1-cef410662b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:00.493183 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:01.999833 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:03.668967 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:12.719741 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 5 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 19:57:27.337005 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b206b1d2-3d47-4578-8f98-564934dea12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:30.171062 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4ce8ee6f-de4a-472e-9a74-a2419c24d813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:30.502155 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:31.996572 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:33.680170 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:41.728482 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574'] for agent, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:57:45.610840 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 42402) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:57:45.730202 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-2d268609-5699-42ac-b5eb-480f7118c761 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1181841
May 10 19:57:47.934749 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 42412) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:57:47.999126 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-318096b2-cb09-410f-9727-32a28dae0826 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0629880
May 10 19:57:49.719229 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 19:57:57.343378 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-848fef09-ad1f-4288-97ec-25022ec37cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:00.175255 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-303dea09-26aa-4028-844d-e753a56ee220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:00.495118 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:01.998430 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:03.766464 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:11.713702 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:26.717907 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 19:58:27.337175 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d4acc57d-1d64-4434-8f11-38628c1b2be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:30.179365 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b394ec27-cb02-46c7-8783-29410cef545f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:30.497224 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:32.001020 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:33.682909 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:41.740259 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:58:57.339173 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-714859a2-9966-472f-ac66-d4df027cbdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:00.181780 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2aa293e3-d201-4176-a8b1-86e4c0c4412a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:00.500545 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:02.004203 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:03.687715 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:03.716509 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 19:59:11.740670 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:12.731054 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 42548) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:13.027985 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1074970788-network', 'tenant_id': '94569219a16d4bfda708b7062a7c1401'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:13.033559 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:13.037808 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Usage tracker for resource:network and tenant:94569219a16d4bfda708b7062a7c1401 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:13.042028 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:13.049873 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:13.060775 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Made reservation on behalf of 94569219a16d4bfda708b7062a7c1401 for: {'network': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:59:13.063650 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for network, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:13.077586 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:13.095425 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:13.099770 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Usage tracker for resource:security_group_rule and tenant:94569219a16d4bfda708b7062a7c1401 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:13.102835 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:13.109030 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:13.201671 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:13.206384 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:13.212666 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:13.240722 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63}  {{(pid=78727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 19:59:13.257504 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:13.258249 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.segments_db [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Added segment 8c0ca944-f8b4-499c-94c2-aa071bdf80c8 of type vlan for network fc03c528-86c5-471f-a9bc-4248f2649ffd
May 10 19:59:13.260509 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6949a9e-edaa-46c5-8e54-178bd9a5d220,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:13.291103 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783201323138'] for network, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:13.324757 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:13.324757 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:13.324757 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:13.324757 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:13.324757 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:13.324757 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:13.324757 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:13.324757 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:13.324757 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:13.324757 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:13.325434 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:13.325434 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Tracked resource versions report:
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]: pushed versions:
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]: {   'AddressGroup': {'1.2'},
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:     'ConntrackHelper': {'1.0'},
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:     'Log': {'1.0'},
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:     'Network': {'1.1'},
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:     'Port': {'1.7'},
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:     'PortForwarding': {'1.2'},
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:     'QosPolicy': {'1.8'},
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:     'SecurityGroup': {'1.4'},
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:     'SecurityGroupRule': {'1.2'},
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:     'SubPort': {'1.0'},
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:     'Subnet': {'1.1'},
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:     'Trunk': {'1.1'}}
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]: consumer versions:
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]: {   DHCP agent@dv-cinder-788364-3-iscsi: {},
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:     HyperV agent@hv-cinder-78836: {},
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:     L3 agent@dv-cinder-788364-3-iscsi: {},
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:     Metadata agent@dv-cinder-788364-3-iscsi: {},
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:     Metering agent@dv-cinder-788364-3-iscsi: {},
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:     Open vSwitch agent@dv-cinder-788364-3-iscsi: {   'AddressGroup': '1.2',
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'ConntrackHelper': '1.0',
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'Log': '1.0',
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'Network': '1.1',
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'Port': '1.7',
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'PortForwarding': '1.2',
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'QosPolicy': '1.8',
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'SecurityGroup': '1.4',
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'SecurityGroupRule': '1.2',
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'SubPort': '1.0',
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'Subnet': '1.1',
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:                                                      'Trunk': '1.1'}}
May 10 19:59:13.326327 dv-cinder-788364-3-iscsi neutron-server[78727]:  {{(pid=78727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 19:59:13.334100 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:13.341845 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for network, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:13.343163 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:13.343743 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:13.349536 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:13.458649 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Pushing event updated for resources: {'Network': ['ID=fc03c528-86c5-471f-a9bc-4248f2649ffd,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:13.462072 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7291820
May 10 19:59:13.463262 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:13.465040 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 42600) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:13.470217 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Network fc03c528-86c5-471f-a9bc-4248f2649ffd details requested by agent ovs-agent-dv-cinder-788364-3-iscsi with host dv-cinder-788364-3-iscsi {{(pid=78729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 19:59:13.473901 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-dcab4dd9-082c-4e81-8b9e-bef5dcaa92f0 admin admin] Request body: {'subnet': {'network_id': 'fc03c528-86c5-471f-a9bc-4248f2649ffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1074970788-subnet', 'tenant_id': '94569219a16d4bfda708b7062a7c1401', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:13.479095 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-dcab4dd9-082c-4e81-8b9e-bef5dcaa92f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:13.483064 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-dcab4dd9-082c-4e81-8b9e-bef5dcaa92f0 admin admin] Usage tracker for resource:subnet and tenant:94569219a16d4bfda708b7062a7c1401 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:13.486156 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-dcab4dd9-082c-4e81-8b9e-bef5dcaa92f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:13.492273 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-dcab4dd9-082c-4e81-8b9e-bef5dcaa92f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:13.505236 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcab4dd9-082c-4e81-8b9e-bef5dcaa92f0 admin admin] Made reservation on behalf of 94569219a16d4bfda708b7062a7c1401 for: {'subnet': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:59:13.508268 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dcab4dd9-082c-4e81-8b9e-bef5dcaa92f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:13.859390 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 42618) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:13.967468 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dcab4dd9-082c-4e81-8b9e-bef5dcaa92f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for subnet, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:13.973005 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:14.025471 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab4dd9-082c-4e81-8b9e-bef5dcaa92f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dac7b67-8a05-438f-8dae-c68fe547924e,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:14.028665 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-dcab4dd9-082c-4e81-8b9e-bef5dcaa92f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:14.071993 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab4dd9-082c-4e81-8b9e-bef5dcaa92f0 admin admin] Checking segment: {'id': '8c0ca944-f8b4-499c-94c2-aa071bdf80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc03c528-86c5-471f-a9bc-4248f2649ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:59:14.071993 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcab4dd9-082c-4e81-8b9e-bef5dcaa92f0 admin admin] Network hostable DHCP agents. Network: fc03c528-86c5-471f-a9bc-4248f2649ffd, hostable agents: ['d4f40443-b4a1-4714-9d47-f8080706db31'], hosted agents: [] {{(pid=78727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 19:59:14.090607 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcab4dd9-082c-4e81-8b9e-bef5dcaa92f0 admin admin] Network fc03c528-86c5-471f-a9bc-4248f2649ffd is scheduled to be hosted by DHCP agent d4f40443-b4a1-4714-9d47-f8080706db31 with binding_index 1 {{(pid=78727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 19:59:14.102356 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-dcab4dd9-082c-4e81-8b9e-bef5dcaa92f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-iscsi, fc03c528-86c5-471f-a9bc-4248f2649ffd) {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:14.106881 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcab4dd9-082c-4e81-8b9e-bef5dcaa92f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:14.107465 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dcab4dd9-082c-4e81-8b9e-bef5dcaa92f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:14.115632 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c2bfa1-c7bb-4ca5-b2e4-4a028b0fd794 None None] Network fc03c528-86c5-471f-a9bc-4248f2649ffd requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:59:14.131676 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-dcab4dd9-082c-4e81-8b9e-bef5dcaa92f0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6629438
May 10 19:59:14.317580 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeaa78b-9c1c-458b-8e8d-bbf174bb63cd None None] Network fc03c528-86c5-471f-a9bc-4248f2649ffd requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:59:14.343877 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 42642) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:14.427437 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1374364104-network', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:14.435166 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:14.440857 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Usage tracker for resource:network and tenant:ef2cf49eae1d4d10ad224d6ec46ad00a is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:14.445203 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:14.451972 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:14.465329 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Made reservation on behalf of ef2cf49eae1d4d10ad224d6ec46ad00a for: {'network': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:59:14.468034 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for network, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:14.485113 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:14.507554 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:14.511799 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Usage tracker for resource:security_group_rule and tenant:ef2cf49eae1d4d10ad224d6ec46ad00a is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:14.515592 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:14.521833 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 42650) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:14.524047 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:14.638176 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:14.643540 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:14.648127 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:14.682048 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71}  {{(pid=78728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 19:59:14.685420 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496d7cc2-edb5-4cd5-9cc1-1e476be58eb6,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:14.697082 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:14.697755 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:14.698250 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:14.698770 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:14.699427 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:14.700011 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:14.700515 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:14.701010 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:14.701521 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:14.702001 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:14.702479 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:14.702951 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Tracked resource versions report:
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]: pushed versions:
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]: {   'AddressGroup': {'1.2'},
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:     'ConntrackHelper': {'1.0'},
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:     'Log': {'1.0'},
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:     'Network': {'1.1'},
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:     'Port': {'1.7'},
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:     'PortForwarding': {'1.2'},
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:     'QosPolicy': {'1.8'},
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:     'SecurityGroup': {'1.4'},
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:     'SecurityGroupRule': {'1.2'},
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:     'SubPort': {'1.0'},
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:     'Subnet': {'1.1'},
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:     'Trunk': {'1.1'}}
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]: consumer versions:
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]: {   DHCP agent@dv-cinder-788364-3-iscsi: {},
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:     HyperV agent@hv-cinder-78836: {},
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:     L3 agent@dv-cinder-788364-3-iscsi: {},
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:     Metadata agent@dv-cinder-788364-3-iscsi: {},
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:     Metering agent@dv-cinder-788364-3-iscsi: {},
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:     Open vSwitch agent@dv-cinder-788364-3-iscsi: {   'AddressGroup': '1.2',
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'ConntrackHelper': '1.0',
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'Log': '1.0',
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'Network': '1.1',
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'Port': '1.7',
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'PortForwarding': '1.2',
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'QosPolicy': '1.8',
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'SecurityGroup': '1.4',
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'SecurityGroupRule': '1.2',
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'SubPort': '1.0',
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'Subnet': '1.1',
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:                                                      'Trunk': '1.1'}}
May 10 19:59:14.704777 dv-cinder-788364-3-iscsi neutron-server[78728]:  {{(pid=78728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 19:59:14.711641 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:14.717754 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:14.718527 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.db.segments_db [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Added segment 02d6ea9c-b7c6-43c6-998b-d26fce13f343 of type vlan for network 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb
May 10 19:59:14.757810 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783201323138'] for network, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:14.801855 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for network, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:14.805039 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:14.806307 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:14.814658 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:14.913883 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1378897149-network', 'tenant_id': '856b84e1fb1f47a0a90fc51c6d13ed80'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:14.922106 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:14.928738 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Usage tracker for resource:network and tenant:856b84e1fb1f47a0a90fc51c6d13ed80 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:14.935589 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:14.942598 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:14.954936 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Made reservation on behalf of 856b84e1fb1f47a0a90fc51c6d13ed80 for: {'network': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:59:14.960967 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for network, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:14.961096 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-221393742-network', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:14.972982 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:14.980991 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:14.983988 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Usage tracker for resource:network and tenant:b65721b496f24a29859a65925c5d03bf is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:14.991968 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:14.997412 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Pushing event updated for resources: {'Network': ['ID=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:14.997649 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:15.004442 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:15.004840 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Usage tracker for resource:security_group_rule and tenant:856b84e1fb1f47a0a90fc51c6d13ed80 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:15.012978 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:15.013193 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Network 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb details requested by agent ovs-agent-dv-cinder-788364-3-iscsi with host dv-cinder-788364-3-iscsi {{(pid=78729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 19:59:15.018337 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1572039
May 10 19:59:15.019343 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 42678) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:15.021875 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Made reservation on behalf of b65721b496f24a29859a65925c5d03bf for: {'network': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:59:15.023551 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:15.024150 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for network, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:15.038546 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:15.043002 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-f8de4ac3-0a49-4eb5-a4ce-accbc0009e7b admin admin] Request body: {'subnet': {'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1374364104-subnet', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:15.050458 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-f8de4ac3-0a49-4eb5-a4ce-accbc0009e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:15.053266 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:15.066098 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-f8de4ac3-0a49-4eb5-a4ce-accbc0009e7b admin admin] Usage tracker for resource:subnet and tenant:ef2cf49eae1d4d10ad224d6ec46ad00a is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:15.071137 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-f8de4ac3-0a49-4eb5-a4ce-accbc0009e7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:15.079487 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-f8de4ac3-0a49-4eb5-a4ce-accbc0009e7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:15.082766 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:15.090908 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Usage tracker for resource:security_group_rule and tenant:b65721b496f24a29859a65925c5d03bf is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:15.097164 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:15.105705 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:15.113064 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8de4ac3-0a49-4eb5-a4ce-accbc0009e7b admin admin] Made reservation on behalf of ef2cf49eae1d4d10ad224d6ec46ad00a for: {'subnet': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:59:15.118196 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f8de4ac3-0a49-4eb5-a4ce-accbc0009e7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:15.253528 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:15.259152 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:15.266799 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:15.348694 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97}  {{(pid=78727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 19:59:15.361589 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312707e7-c748-48d8-a772-7050767e02f8,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:15.385148 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:15.392255 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:15.393477 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.segments_db [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Added segment d81407f0-5164-4828-98d2-3009553635dd of type vlan for network 12fcecad-eba8-4da7-8035-097c01649aff
May 10 19:59:15.402383 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:15.415773 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:15.427848 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0f589d0f-5b04-4c3a-92b3-f87d5dec47d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:15.453000 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783201323138'] for network, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:15.494028 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde3d9a8-a50d-4d6a-a4b5-79f4dcbdcbea,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:15.508498 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:15.526487 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for network, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:15.528524 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:15.529385 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:15.540699 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:15.552183 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.db.api [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=78728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 10 19:59:15.552531 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_db.api [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 10 19:59:15.778152 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Pushing event updated for resources: {'Network': ['ID=12fcecad-eba8-4da7-8035-097c01649aff,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:15.789233 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 42694) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:15.792818 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Network 12fcecad-eba8-4da7-8035-097c01649aff details requested by agent ovs-agent-dv-cinder-788364-3-iscsi with host dv-cinder-788364-3-iscsi {{(pid=78729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 19:59:15.793387 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.2693200
May 10 19:59:15.803260 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:15.809920 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-a7bfd73f-ae43-4ec7-a6ca-56c6d237918d admin admin] Request body: {'subnet': {'network_id': '12fcecad-eba8-4da7-8035-097c01649aff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1378897149-subnet', 'tenant_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:15.912413 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-a7bfd73f-ae43-4ec7-a6ca-56c6d237918d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:15.932478 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-a7bfd73f-ae43-4ec7-a6ca-56c6d237918d admin admin] Usage tracker for resource:subnet and tenant:856b84e1fb1f47a0a90fc51c6d13ed80 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:15.938797 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-a7bfd73f-ae43-4ec7-a6ca-56c6d237918d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:15.947557 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-a7bfd73f-ae43-4ec7-a6ca-56c6d237918d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:15.967195 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f8de4ac3-0a49-4eb5-a4ce-accbc0009e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for subnet, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:15.973717 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:16.007537 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bfd73f-ae43-4ec7-a6ca-56c6d237918d admin admin] Made reservation on behalf of 856b84e1fb1f47a0a90fc51c6d13ed80 for: {'subnet': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:59:16.010452 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd73f-ae43-4ec7-a6ca-56c6d237918d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:16.055299 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for network, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:16.223703 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de4ac3-0a49-4eb5-a4ce-accbc0009e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0006aa00-bd28-429e-820e-13d3242b4a7f,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:16.232449 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f8de4ac3-0a49-4eb5-a4ce-accbc0009e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:16.236201 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8de4ac3-0a49-4eb5-a4ce-accbc0009e7b admin admin] Checking segment: {'id': '02d6ea9c-b7c6-43c6-998b-d26fce13f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:59:16.236711 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8de4ac3-0a49-4eb5-a4ce-accbc0009e7b admin admin] Network hostable DHCP agents. Network: 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb, hostable agents: ['d4f40443-b4a1-4714-9d47-f8080706db31'], hosted agents: [] {{(pid=78728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 19:59:16.267086 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64}  {{(pid=78728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 19:59:16.290402 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:16.290770 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.db.segments_db [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Added segment 550dddbb-0fff-49a9-9da1-ac1d2fae6e4e of type vlan for network ab7a157c-09d7-4921-8bf8-a6a3c71a61b7
May 10 19:59:16.293956 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8de4ac3-0a49-4eb5-a4ce-accbc0009e7b admin admin] Network 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb is scheduled to be hosted by DHCP agent d4f40443-b4a1-4714-9d47-f8080706db31 with binding_index 1 {{(pid=78728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 19:59:16.350081 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-f8de4ac3-0a49-4eb5-a4ce-accbc0009e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-iscsi, 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb) {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:16.368055 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8de4ac3-0a49-4eb5-a4ce-accbc0009e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:16.368360 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07994d39-bb48-4a73-b5ac-37f214a32584 None None] Network 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:59:16.369049 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f8de4ac3-0a49-4eb5-a4ce-accbc0009e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:16.383961 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783201323138'] for network, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:16.460733 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-f8de4ac3-0a49-4eb5-a4ce-accbc0009e7b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4403560
May 10 19:59:16.463437 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 42728) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:16.468948 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:16.477591 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:16.490594 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Usage tracker for resource:router and tenant:ef2cf49eae1d4d10ad224d6ec46ad00a is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:16.506781 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:16.511824 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for network, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:16.515842 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:16.517278 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:16.518762 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:16.524504 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:16.551142 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13685'] for router, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:16.553349 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400874', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13644'] for router, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:16.603275 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:16.697089 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Pushing event updated for resources: {'Network': ['ID=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:16.703246 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:16.722589 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.3759816
May 10 19:59:16.724580 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 42732) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:16.727566 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Network ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 details requested by agent ovs-agent-dv-cinder-788364-3-iscsi with host dv-cinder-788364-3-iscsi {{(pid=78729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 19:59:16.732093 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-a5396341-e2e1-450d-a423-71ba569bc777 admin admin] Request body: {'subnet': {'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-subnet', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:16.739578 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-a5396341-e2e1-450d-a423-71ba569bc777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:16.744334 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-a5396341-e2e1-450d-a423-71ba569bc777 admin admin] Usage tracker for resource:subnet and tenant:b65721b496f24a29859a65925c5d03bf is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:16.748893 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-a5396341-e2e1-450d-a423-71ba569bc777 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:16.756214 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-a5396341-e2e1-450d-a423-71ba569bc777 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:16.770911 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5396341-e2e1-450d-a423-71ba569bc777 admin admin] Made reservation on behalf of b65721b496f24a29859a65925c5d03bf for: {'subnet': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:59:16.773539 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a5396341-e2e1-450d-a423-71ba569bc777 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:16.774559 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0a44e7e-9408-5f1f-b31c-5351961196ea-4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'fixed_ips': [{'subnet_id': '0006aa00-bd28-429e-820e-13d3242b4a7f'}]}} from dv-cinder-788364-3-iscsi. {{(pid=78729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 19:59:16.775455 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:16.988762 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd73f-ae43-4ec7-a6ca-56c6d237918d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for subnet, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:16.999140 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f8de4ac3-0a49-4eb5-a4ce-accbc0009e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:17.061982 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfd73f-ae43-4ec7-a6ca-56c6d237918d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4e13f19-09d6-4437-8413-9cd5f2a1478d,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:17.099826 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a7bfd73f-ae43-4ec7-a6ca-56c6d237918d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:17.151488 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bfd73f-ae43-4ec7-a6ca-56c6d237918d admin admin] Checking segment: {'id': 'd81407f0-5164-4828-98d2-3009553635dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '12fcecad-eba8-4da7-8035-097c01649aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:59:17.151851 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bfd73f-ae43-4ec7-a6ca-56c6d237918d admin admin] Network hostable DHCP agents. Network: 12fcecad-eba8-4da7-8035-097c01649aff, hostable agents: ['d4f40443-b4a1-4714-9d47-f8080706db31'], hosted agents: [] {{(pid=78728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 19:59:17.197588 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bfd73f-ae43-4ec7-a6ca-56c6d237918d admin admin] Network 12fcecad-eba8-4da7-8035-097c01649aff is scheduled to be hosted by DHCP agent d4f40443-b4a1-4714-9d47-f8080706db31 with binding_index 1 {{(pid=78728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 19:59:17.204430 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13650'] for router, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:17.213761 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-a7bfd73f-ae43-4ec7-a6ca-56c6d237918d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-iscsi, 12fcecad-eba8-4da7-8035-097c01649aff) {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:17.233597 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bfd73f-ae43-4ec7-a6ca-56c6d237918d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:17.241598 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd73f-ae43-4ec7-a6ca-56c6d237918d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:17.334820 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df6c852-db66-4812-b224-1482127a8082 None None] Network 12fcecad-eba8-4da7-8035-097c01649aff requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:59:17.351088 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-a7bfd73f-ae43-4ec7-a6ca-56c6d237918d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.5607874
May 10 19:59:17.355224 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 42750) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:17.362235 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1378897149-router', 'tenant_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:17.367379 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:17.372942 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Usage tracker for resource:router and tenant:856b84e1fb1f47a0a90fc51c6d13ed80 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:17.436314 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:17.444505 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:17.457445 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13685'] for router, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:17.458569 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400874', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13644'] for router, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:17.501684 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:17.817165 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Allocated IP 172.20.0.2 (4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb/0006aa00-bd28-429e-820e-13d3242b4a7f/612554ad-c38d-4e01-a4c2-202722c4fccb) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:59:17.876606 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 42776) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:17.888288 dv-cinder-788364-3-iscsi neutron-server[78728]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 10 19:59:17.953236 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:17.995727 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:18.006901 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7ea38c-f1c5-4dbe-9e6f-7ff5ea87600c None None] Network 12fcecad-eba8-4da7-8035-097c01649aff requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:59:18.116364 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13650'] for router, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:18.162580 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:18.177563 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Allocated IP 172.27.1.125 (01362e56-e24c-4ee7-a42c-5b36628ae184/e9773ae1-ec36-4e8c-9f0f-e60b51e99e71/dc7152fc-b9ec-4815-985c-efc89715f625) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:59:18.177773 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Transition to ACTIVE for port object 612554ad-c38d-4e01-a4c2-202722c4fccb will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:59:18.311227 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Transition to ACTIVE for port object 612554ad-c38d-4e01-a4c2-202722c4fccb will not be triggered until provisioned by entity DHCP. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:59:18.343185 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:18.351001 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a5396341-e2e1-450d-a423-71ba569bc777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for subnet, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:18.369101 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-427cb2bb-86ad-451f-be37-c6a42b8083a7 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:18.371118 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-427cb2bb-86ad-451f-be37-c6a42b8083a7 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/networks?id=fc03c528-86c5-471f-a9bc-4248f2649ffd HTTP/1.1" status: 200  len: 812 time: 0.4935429
May 10 19:59:18.385077 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:18.385787 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-dcae2750-7f70-4cb4-b95f-ac3f6e43044f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:18.407028 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:18.452812 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-c88fc7d1-882a-4115-99c1-b8eedf6f4fc0 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/quotas/94569219a16d4bfda708b7062a7c1401 HTTP/1.1" status: 200  len: 375 time: 0.0681317
May 10 19:59:18.471183 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:18.478961 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-66b6dabc-0d81-4127-96f2-9adeadf682be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:18.536307 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5396341-e2e1-450d-a423-71ba569bc777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7c0f63c-4d1b-479f-a1ab-64a94c500e7f,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:18.543363 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-602493f7-a9fc-49f9-bc2f-a625ecd8aa2b tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=94569219a16d4bfda708b7062a7c1401&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0795565
May 10 19:59:18.546341 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a5396341-e2e1-450d-a423-71ba569bc777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:18.555874 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Network 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:59:18.557415 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:59:18.559896 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:18.571566 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5396341-e2e1-450d-a423-71ba569bc777 admin admin] Checking segment: {'id': '550dddbb-0fff-49a9-9da1-ac1d2fae6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:59:18.572043 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5396341-e2e1-450d-a423-71ba569bc777 admin admin] Network hostable DHCP agents. Network: ab7a157c-09d7-4921-8bf8-a6a3c71a61b7, hostable agents: ['d4f40443-b4a1-4714-9d47-f8080706db31'], hosted agents: [] {{(pid=78728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 19:59:18.586564 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:59:18.590880 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Resources bound (agent type, host, resource id):  {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:18.595323 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:59:18.610965 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5396341-e2e1-450d-a423-71ba569bc777 admin admin] Network ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 is scheduled to be hosted by DHCP agent d4f40443-b4a1-4714-9d47-f8080706db31 with binding_index 1 {{(pid=78728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 19:59:18.641620 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-a5396341-e2e1-450d-a423-71ba569bc777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-iscsi, ab7a157c-09d7-4921-8bf8-a6a3c71a61b7) {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:18.662782 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Pushing event updated for resources: {'Port': ['ID=612554ad-c38d-4e01-a4c2-202722c4fccb,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:18.665839 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bb49e4-02d1-4fd0-8d57-622279016887 None None] Network ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:59:18.780060 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7152fc-b9ec-4815-985c-efc89715f625,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:18.783014 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:18.783231 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:18.783571 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:18.784007 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:18.784237 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:18.784559 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:18.784878 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:18.785196 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:18.785536 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:18.785857 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:18.786223 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:18.786595 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Tracked resource versions report:
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]: pushed versions:
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]: {   'AddressGroup': {'1.2'},
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:     'ConntrackHelper': {'1.0'},
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:     'Log': {'1.0'},
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:     'Network': {'1.1'},
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:     'Port': {'1.7'},
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:     'PortForwarding': {'1.2'},
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:     'QosPolicy': {'1.8'},
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:     'SecurityGroup': {'1.4'},
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:     'SecurityGroupRule': {'1.2'},
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:     'SubPort': {'1.0'},
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:     'Subnet': {'1.1'},
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:     'Trunk': {'1.1'}}
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]: consumer versions:
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]: {   DHCP agent@dv-cinder-788364-3-iscsi: {},
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:     HyperV agent@hv-cinder-78836: {},
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:     L3 agent@dv-cinder-788364-3-iscsi: {},
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:     Metadata agent@dv-cinder-788364-3-iscsi: {},
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:     Metering agent@dv-cinder-788364-3-iscsi: {},
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:     Open vSwitch agent@dv-cinder-788364-3-iscsi: {   'AddressGroup': '1.2',
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'ConntrackHelper': '1.0',
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'Log': '1.0',
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'Network': '1.1',
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'Port': '1.7',
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'PortForwarding': '1.2',
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'QosPolicy': '1.8',
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'SecurityGroup': '1.4',
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'SecurityGroupRule': '1.2',
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'SubPort': '1.0',
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'Subnet': '1.1',
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:                                                      'Trunk': '1.1'}}
May 10 19:59:18.787796 dv-cinder-788364-3-iscsi neutron-server[78729]:  {{(pid=78729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 19:59:18.791430 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:18.812381 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:18.840614 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5396341-e2e1-450d-a423-71ba569bc777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:18.846292 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a5396341-e2e1-450d-a423-71ba569bc777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:18.977571 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Attempting to bind port 612554ad-c38d-4e01-a4c2-202722c4fccb on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 19:59:18.978171 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Attempting to bind port 612554ad-c38d-4e01-a4c2-202722c4fccb by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': '02d6ea9c-b7c6-43c6-998b-d26fce13f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 19:59:18.978171 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Attempting to bind port 612554ad-c38d-4e01-a4c2-202722c4fccb on network 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:59:19.005409 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 19:59:19.012886 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Checking segment: {'id': '02d6ea9c-b7c6-43c6-998b-d26fce13f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:59:19.014358 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:19.014892 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Bound using segment: {'id': '02d6ea9c-b7c6-43c6-998b-d26fce13f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 19:59:19.015555 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Bound port: 612554ad-c38d-4e01-a4c2-202722c4fccb, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d6ea9c-b7c6-43c6-998b-d26fce13f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 19:59:19.016919 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:19.133320 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-9f1fca2a-a01f-4d20-810f-9940b130a5ce service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=78728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 19:59:19.134308 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-9f1fca2a-a01f-4d20-810f-9940b130a5ce service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1397061
May 10 19:59:19.176385 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-a5396341-e2e1-450d-a423-71ba569bc777 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.4505768
May 10 19:59:19.177242 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 42818) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:19.240707 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:19.260082 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:19.268232 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:19.269317 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:19.295955 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Usage tracker for resource:router and tenant:b65721b496f24a29859a65925c5d03bf is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:19.302358 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:19.305641 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] For port 612554ad-c38d-4e01-a4c2-202722c4fccb, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 19:59:19.316444 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:19.318400 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:19.319371 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0a44e7e-9408-5f1f-b31c-5351961196ea-ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f'}]}} from dv-cinder-788364-3-iscsi. {{(pid=78729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 19:59:19.320412 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:19.343853 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] For port 612554ad-c38d-4e01-a4c2-202722c4fccb, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=612554ad-c38d-4e01-a4c2-202722c4fccb,segment=NetworkSegment(02d6ea9c-b7c6-43c6-998b-d26fce13f343),segment_id=02d6ea9c-b7c6-43c6-998b-d26fce13f343)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 19:59:19.405864 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13685'] for router, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:19.407791 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400874', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13644'] for router, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:19.468576 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-886fd009-071e-4762-a1a2-7f72041c39c7 service neutron] 10.222.0.15 "GET /v2.0/networks/fc03c528-86c5-471f-a9bc-4248f2649ffd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3223262
May 10 19:59:19.525362 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Allocated IP 172.20.0.2 (ab7a157c-09d7-4921-8bf8-a6a3c71a61b7/a7c0f63c-4d1b-479f-a1ab-64a94c500e7f/b5901aaa-2a09-4d51-a552-753ca9a9283a) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:59:19.578892 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:19.768159 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:19.775849 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:19.820256 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-337256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399622'] for router, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:19.947380 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:19.989979 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Transition to ACTIVE for port object b5901aaa-2a09-4d51-a552-753ca9a9283a will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:59:20.008737 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Pushing event updated for resources: {'Port': ['ID=612554ad-c38d-4e01-a4c2-202722c4fccb,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:20.022520 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:20.027175 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Transition to ACTIVE for port object b5901aaa-2a09-4d51-a552-753ca9a9283a will not be triggered until provisioned by entity DHCP. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:59:20.044013 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:20.050882 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:20.121837 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Network ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:59:20.124892 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Resources bound (agent type, host, resource id):  {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:20.130094 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:59:20.210794 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Allocated IP 172.27.1.4 (01362e56-e24c-4ee7-a42c-5b36628ae184/e9773ae1-ec36-4e8c-9f0f-e60b51e99e71/f5691a72-cb9e-40b4-bf00-f1ab89c091eb) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:59:20.257887 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Pushing event updated for resources: {'Port': ['ID=b5901aaa-2a09-4d51-a552-753ca9a9283a,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:20.325562 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-340afebe-9851-45ab-8acb-0f8bd2e6c7d0 service neutron] 10.222.0.15 "GET /v2.0/networks/fc03c528-86c5-471f-a9bc-4248f2649ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8535805
May 10 19:59:20.350007 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Router 06c2df09-1c25-4cdb-b298-6e096f7b644f is scheduled to L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 with binding_index 1 {{(pid=78727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 19:59:20.363841 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:20.421003 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Attempting to bind port b5901aaa-2a09-4d51-a552-753ca9a9283a on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 19:59:20.421383 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Attempting to bind port b5901aaa-2a09-4d51-a552-753ca9a9283a by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': '550dddbb-0fff-49a9-9da1-ac1d2fae6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 19:59:20.422005 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Attempting to bind port b5901aaa-2a09-4d51-a552-753ca9a9283a on network ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:59:20.442078 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 19:59:20.442450 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Checking segment: {'id': '550dddbb-0fff-49a9-9da1-ac1d2fae6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:59:20.443062 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:20.443618 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Bound using segment: {'id': '550dddbb-0fff-49a9-9da1-ac1d2fae6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 19:59:20.444301 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Bound port: b5901aaa-2a09-4d51-a552-753ca9a9283a, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550dddbb-0fff-49a9-9da1-ac1d2fae6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 19:59:20.444850 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:20.572727 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13650'] for router, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:20.591204 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] For port b5901aaa-2a09-4d51-a552-753ca9a9283a, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 19:59:20.596542 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] For port b5901aaa-2a09-4d51-a552-753ca9a9283a, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=b5901aaa-2a09-4d51-a552-753ca9a9283a,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 19:59:20.602273 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:20.614848 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:20.726426 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 19:59:20.742610 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] Sync routers for ids ['06c2df09-1c25-4cdb-b298-6e096f7b644f'] in dv-cinder-788364-3-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 19:59:20.760414 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] Routers {'06c2df09-1c25-4cdb-b298-6e096f7b644f'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:59:20.764012 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff899c970>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T19:59:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['06c2df09-1c25-4cdb-b298-6e096f7b644f'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:20.768775 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Pushing event updated for resources: {'Port': ['ID=b5901aaa-2a09-4d51-a552-753ca9a9283a,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:20.776997 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:20.817407 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Notify callbacks [] for router, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:20.819527 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.3550169
May 10 19:59:20.822010 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 42876) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:20.977463 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 612554ad-c38d-4e01-a4c2-202722c4fccb up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:59:21.000136 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 42886) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:21.026210 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:21.216287 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:21.243146 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port 612554ad-c38d-4e01-a4c2-202722c4fccb completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:59:21.264621 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] Set router 06c2df09-1c25-4cdb-b298-6e096f7b644f gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 19:59:21.336349 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:21.596592 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=f5691a72-cb9e-40b4-bf00-f1ab89c091eb,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:21.616234 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-267b348a-472a-4c95-a79c-9bf4cf3e2103 req-5be8e3f7-b022-4299-b5bf-16da7a2a52aa tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 210 time: 0.5205054
May 10 19:59:21.636512 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:21.641698 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:59:21.643567 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:21.650450 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:59:21.783791 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af11facb-85bc-4e37-9ccc-3ad8eeeea224 None None] Network 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:59:21.843603 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e5df0da3-b079-4f5d-8c60-7200a9d3b7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:21.854942 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff899c970>, [{'id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:16Z', 'updated_at': '2021-05-10T19:59:18Z', 'revision_number': 3, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'gw_port': {'id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:75:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:18Z', 'updated_at': '2021-05-10T19:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:21.865108 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] Checking router: 06c2df09-1c25-4cdb-b298-6e096f7b644f for host: dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 19:59:21.865718 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] Updating router 06c2df09-1c25-4cdb-b298-6e096f7b644f port dc7152fc-b9ec-4815-985c-efc89715f625 binding host dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 19:59:21.932224 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-e5df0da3-b079-4f5d-8c60-7200a9d3b7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:21.944502 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-e5df0da3-b079-4f5d-8c60-7200a9d3b7e8 admin admin] Usage tracker for resource:security_group_rule and tenant:814ca320faf64d5c8bec72b8bad86587 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:21.964093 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-7fae9f8b-baa4-41a4-98d3-68002ff1ac7d None None] Provisioning for port 612554ad-c38d-4e01-a4c2-202722c4fccb completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:59:21.985612 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:21.989193 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-e5df0da3-b079-4f5d-8c60-7200a9d3b7e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:22.019514 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-7fae9f8b-baa4-41a4-98d3-68002ff1ac7d None None] Provisioning complete for port 612554ad-c38d-4e01-a4c2-202722c4fccb triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:22.019639 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7fae9f8b-baa4-41a4-98d3-68002ff1ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:22.115769 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-e5df0da3-b079-4f5d-8c60-7200a9d3b7e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:22.291102 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:22.515253 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51669bc9-daf8-4a90-8f53-af9f1553c62d None None] Network ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 19:59:22.617755 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e5df0da3-b079-4f5d-8c60-7200a9d3b7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:22.632689 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e5df0da3-b079-4f5d-8c60-7200a9d3b7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:22.664047 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:22.679856 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] Transition to ACTIVE for port object dc7152fc-b9ec-4815-985c-efc89715f625 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:59:22.681085 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:22.686575 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7fae9f8b-baa4-41a4-98d3-68002ff1ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:22.691534 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:22.707989 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a153f737-18a3-4873-993f-7dbbddc5ece9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:22.802128 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f9ac3-ad22-40a2-bafa-ed9e80ee72eb None None] Pushing event updated for resources: {'Port': ['ID=dc7152fc-b9ec-4815-985c-efc89715f625,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:22.842682 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f9ac3-ad22-40a2-bafa-ed9e80ee72eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:22.843000 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f9ac3-ad22-40a2-bafa-ed9e80ee72eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:22.843237 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f9ac3-ad22-40a2-bafa-ed9e80ee72eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:22.843562 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f9ac3-ad22-40a2-bafa-ed9e80ee72eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:22.843919 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f9ac3-ad22-40a2-bafa-ed9e80ee72eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:22.844867 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f9ac3-ad22-40a2-bafa-ed9e80ee72eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:22.845268 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f9ac3-ad22-40a2-bafa-ed9e80ee72eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:22.845568 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f9ac3-ad22-40a2-bafa-ed9e80ee72eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:22.852528 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f9ac3-ad22-40a2-bafa-ed9e80ee72eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:22.852952 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f9ac3-ad22-40a2-bafa-ed9e80ee72eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:22.853284 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f9ac3-ad22-40a2-bafa-ed9e80ee72eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:22.853630 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f9ac3-ad22-40a2-bafa-ed9e80ee72eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f9ac3-ad22-40a2-bafa-ed9e80ee72eb None None] Tracked resource versions report:
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]: pushed versions:
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]: {   'AddressGroup': {'1.2'},
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:     'ConntrackHelper': {'1.0'},
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:     'Log': {'1.0'},
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:     'Network': {'1.1'},
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:     'Port': {'1.7'},
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:     'PortForwarding': {'1.2'},
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:     'QosPolicy': {'1.8'},
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:     'SecurityGroup': {'1.4'},
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:     'SecurityGroupRule': {'1.2'},
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:     'SubPort': {'1.0'},
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:     'Subnet': {'1.1'},
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:     'Trunk': {'1.1'}}
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]: consumer versions:
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]: {   DHCP agent@dv-cinder-788364-3-iscsi: {},
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:     HyperV agent@hv-cinder-78836: {},
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:     L3 agent@dv-cinder-788364-3-iscsi: {},
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:     Metadata agent@dv-cinder-788364-3-iscsi: {},
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:     Metering agent@dv-cinder-788364-3-iscsi: {},
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:     Open vSwitch agent@dv-cinder-788364-3-iscsi: {   'AddressGroup': '1.2',
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'ConntrackHelper': '1.0',
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'Log': '1.0',
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'Network': '1.1',
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'Port': '1.7',
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'PortForwarding': '1.2',
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'QosPolicy': '1.8',
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'SecurityGroup': '1.4',
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'SecurityGroupRule': '1.2',
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'SubPort': '1.0',
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'Subnet': '1.1',
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:                                                      'Trunk': '1.1'}}
May 10 19:59:22.861508 dv-cinder-788364-3-iscsi neutron-server[78730]:  {{(pid=78730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 19:59:22.871254 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-796f9ac3-ad22-40a2-bafa-ed9e80ee72eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:22.896055 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-80ef67b6-f5af-46af-8460-16730c186301 req-e666ca77-182e-42c4-9af6-c9196830d01d tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 210 time: 0.1609349
May 10 19:59:22.904165 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] Attempting to bind port dc7152fc-b9ec-4815-985c-efc89715f625 on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 19:59:22.907629 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] Attempting to bind port dc7152fc-b9ec-4815-985c-efc89715f625 by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 19:59:22.908361 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] Attempting to bind port dc7152fc-b9ec-4815-985c-efc89715f625 on network 01362e56-e24c-4ee7-a42c-5b36628ae184 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:59:22.916740 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 19:59:22.917139 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] Checking segment: {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:59:22.922595 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:22.923078 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] Bound using segment: {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 19:59:22.923600 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] Bound port: dc7152fc-b9ec-4815-985c-efc89715f625, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 19:59:22.924162 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:23.014851 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-e5df0da3-b079-4f5d-8c60-7200a9d3b7e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=814ca320faf64d5c8bec72b8bad86587&name=default HTTP/1.1" status: 200  len: 2975 time: 2.0138454
May 10 19:59:23.019187 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 42944) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:23.050986 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device b5901aaa-2a09-4d51-a552-753ca9a9283a up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:59:23.055536 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df0da3-b079-4f5d-8c60-7200a9d3b7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff1e11c-4c0f-42ca-8526-f69172297b1d,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:23.060044 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-e5df0da3-b079-4f5d-8c60-7200a9d3b7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:23.073909 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:23.088441 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] For port dc7152fc-b9ec-4815-985c-efc89715f625, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 19:59:23.092994 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] For port dc7152fc-b9ec-4815-985c-efc89715f625, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=dc7152fc-b9ec-4815-985c-efc89715f625,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 19:59:23.099791 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:23.105019 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:23.114500 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:23.137867 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-7fae9f8b-baa4-41a4-98d3-68002ff1ac7d None None] For port 612554ad-c38d-4e01-a4c2-202722c4fccb, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=612554ad-c38d-4e01-a4c2-202722c4fccb,segment=NetworkSegment(02d6ea9c-b7c6-43c6-998b-d26fce13f343),segment_id=02d6ea9c-b7c6-43c6-998b-d26fce13f343)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 19:59:23.167909 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7fae9f8b-baa4-41a4-98d3-68002ff1ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:23.176337 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:23.176861 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port b5901aaa-2a09-4d51-a552-753ca9a9283a completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:59:23.183947 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-3922323d-a616-45e7-b579-c8f8bda956b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:23.194231 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-875333d2-4ae3-45e8-97c4-434d30667496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:23.222752 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f9ac3-ad22-40a2-bafa-ed9e80ee72eb None None] Pushing event updated for resources: {'Port': ['ID=dc7152fc-b9ec-4815-985c-efc89715f625,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:23.249838 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-875333d2-4ae3-45e8-97c4-434d30667496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:23.256882 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] Routers {'06c2df09-1c25-4cdb-b298-6e096f7b644f'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:59:23.257695 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff899c970>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T19:59:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['06c2df09-1c25-4cdb-b298-6e096f7b644f'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:23.281301 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae9f8b-baa4-41a4-98d3-68002ff1ac7d None None] Pushing event updated for resources: {'Port': ['ID=612554ad-c38d-4e01-a4c2-202722c4fccb,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:23.335395 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-337256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399622'] for router, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:23.355884 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-7fae9f8b-baa4-41a4-98d3-68002ff1ac7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:23.437168 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-875333d2-4ae3-45e8-97c4-434d30667496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:23.445739 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-48166fa5-913d-4e88-b943-fd9b42224120 None None] Provisioning for port b5901aaa-2a09-4d51-a552-753ca9a9283a completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:59:23.455463 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-48166fa5-913d-4e88-b943-fd9b42224120 None None] Provisioning complete for port b5901aaa-2a09-4d51-a552-753ca9a9283a triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:23.455845 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-48166fa5-913d-4e88-b943-fd9b42224120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:23.456342 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:23.465478 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Allocated IP 172.20.0.1 (4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb/0006aa00-bd28-429e-820e-13d3242b4a7f/4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:59:23.481474 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875333d2-4ae3-45e8-97c4-434d30667496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff1e11c-4c0f-42ca-8526-f69172297b1d,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:23.483865 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-875333d2-4ae3-45e8-97c4-434d30667496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:23.519394 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-875333d2-4ae3-45e8-97c4-434d30667496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:23.520442 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-875333d2-4ae3-45e8-97c4-434d30667496 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ff1e11c-4c0f-42ca-8526-f69172297b1d HTTP/1.1" status: 204  len: 168 time: 0.4897346
May 10 19:59:23.531230 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] Set router 06c2df09-1c25-4cdb-b298-6e096f7b644f gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 19:59:23.538149 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Allocated IP 172.27.1.211 (01362e56-e24c-4ee7-a42c-5b36628ae184/e9773ae1-ec36-4e8c-9f0f-e60b51e99e71/50f6a978-9144-433b-a8e1-d8cba0262314) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:59:23.756623 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-48166fa5-913d-4e88-b943-fd9b42224120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:23.767388 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:23.808968 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.provisioning_blocks [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Transition to ACTIVE for port object 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc will not be triggered until provisioned by entity DHCP. {{(pid=78727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:59:23.852385 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-48166fa5-913d-4e88-b943-fd9b42224120 None None] For port b5901aaa-2a09-4d51-a552-753ca9a9283a, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=b5901aaa-2a09-4d51-a552-753ca9a9283a,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 19:59:23.863921 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:23.866623 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-48166fa5-913d-4e88-b943-fd9b42224120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:23.868776 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:23.873228 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:23.980486 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:23.988672 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Router 1e7adba4-24f3-45eb-acf5-86539d2e736e is scheduled to L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 with binding_index 1 {{(pid=78728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 19:59:23.992009 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:24.001386 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:24.019791 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Network 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:59:24.021006 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:24.028046 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:59:24.028528 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396761'] for router_interface, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:24.083165 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-796f9ac3-ad22-40a2-bafa-ed9e80ee72eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.969s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:24.113369 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-7f1ca429-f665-44c5-88cb-595c95e12433 None None] Provisioning complete for port b5901aaa-2a09-4d51-a552-753ca9a9283a triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:24.117212 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7f1ca429-f665-44c5-88cb-595c95e12433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:24.183872 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48166fa5-913d-4e88-b943-fd9b42224120 None None] Pushing event updated for resources: {'Port': ['ID=b5901aaa-2a09-4d51-a552-753ca9a9283a,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:24.210704 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-48166fa5-913d-4e88-b943-fd9b42224120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:24.255159 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:24.453876 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 19:59:24.468493 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] Sync routers for ids ['1e7adba4-24f3-45eb-acf5-86539d2e736e'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 19:59:24.477695 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-7f1ca429-f665-44c5-88cb-595c95e12433 None None] Provisioning complete for port 612554ad-c38d-4e01-a4c2-202722c4fccb triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:24.478075 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7f1ca429-f665-44c5-88cb-595c95e12433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:24.525060 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] Routers {'1e7adba4-24f3-45eb-acf5-86539d2e736e'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:59:24.525701 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff84b8730>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T19:59:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['1e7adba4-24f3-45eb-acf5-86539d2e736e'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:24.529982 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:24.542972 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff899c970>, [{'id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:16Z', 'updated_at': '2021-05-10T19:59:18Z', 'revision_number': 3, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'gw_port': {'id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:75:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:18Z', 'updated_at': '2021-05-10T19:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:24.548251 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Notify callbacks [] for router, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:24.549816 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 7.1936302
May 10 19:59:24.550904 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:24.555345 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d4ef2d-2300-4ee4-88f5-8a387ab3caf5 None None] The sync data for ids ['06c2df09-1c25-4cdb-b298-6e096f7b644f'] in dv-cinder-788364-3-iscsi is: [{'id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:16Z', 'updated_at': '2021-05-10T19:59:18Z', 'revision_number': 3, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'gw_port': {'id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:75:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:18Z', 'updated_at': '2021-05-10T19:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 19:59:24.591573 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:59:24.606420 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-221a2642-2ff0-4a5b-b115-71bc0f38b33b req-c2c8b23a-f65f-4c4d-b053-018993581987 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 210 time: 0.1464884
May 10 19:59:24.611875 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 42974) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:24.612418 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:24.619358 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:24.627972 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:24.629998 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396666'] for router_interface, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:24.637931 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:59:24.647284 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:24.774134 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc,revision_number=2']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:24.779879 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:24.945797 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] Set router 1e7adba4-24f3-45eb-acf5-86539d2e736e gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 19:59:24.977057 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Network 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:59:24.983039 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:25.217663 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Pushing event updated for resources: {'Port': ['ID=50f6a978-9144-433b-a8e1-d8cba0262314,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:25.226802 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:25.228649 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device b5901aaa-2a09-4d51-a552-753ca9a9283a up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:59:25.605987 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Router 06c2df09-1c25-4cdb-b298-6e096f7b644f has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 19:59:25.818628 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-3e3f3740-850c-4e50-b484-1767f28ee5c7 None None] Provisioning for port 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:59:25.836453 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-3e3f3740-850c-4e50-b484-1767f28ee5c7 None None] Provisioning complete for port 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:25.841991 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3e3f3740-850c-4e50-b484-1767f28ee5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:25.944627 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 43012) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:25.982994 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-3e3f3740-850c-4e50-b484-1767f28ee5c7 None None] Port 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 19:59:25.987104 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 19:59:25.997176 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port b5901aaa-2a09-4d51-a552-753ca9a9283a triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:25.997807 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:25.998006 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] 10.222.0.15 "PUT /v2.0/routers/06c2df09-1c25-4cdb-b298-6e096f7b644f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1745074
May 10 19:59:26.091414 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-22c2a4b7-ac8d-4c4f-9e7b-25cdcda043a0 req-82f7bf0a-f8c7-40d7-a5b7-f43a9d6a1e8d tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 210 time: 0.1456373
May 10 19:59:26.132416 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.30', 55515) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:26.138280 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:26.218214 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 612554ad-c38d-4e01-a4c2-202722c4fccb up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:59:26.311258 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff84b8730>, [{'id': '1e7adba4-24f3-45eb-acf5-86539d2e736e', 'name': 'tempest-ServerRescueNegativeTestJSON-1378897149-router', 'tenant_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f5691a72-cb9e-40b4-bf00-f1ab89c091eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:17Z', 'updated_at': '2021-05-10T19:59:22Z', 'revision_number': 3, 'project_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'gw_port': {'id': 'f5691a72-cb9e-40b4-bf00-f1ab89c091eb', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7adba4-24f3-45eb-acf5-86539d2e736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:26.325505 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 612554ad-c38d-4e01-a4c2-202722c4fccb triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:26.325968 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:26.397435 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] Checking router: 1e7adba4-24f3-45eb-acf5-86539d2e736e for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 19:59:26.397873 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] Updating router 1e7adba4-24f3-45eb-acf5-86539d2e736e port f5691a72-cb9e-40b4-bf00-f1ab89c091eb binding host dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 19:59:26.478523 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:26.600252 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-ec3724aa-5334-4336-9df0-cd62c2fc1409 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:26.607971 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-ec3724aa-5334-4336-9df0-cd62c2fc1409 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Synchronizing usage tracker for tenant:94569219a16d4bfda708b7062a7c1401 on resource:network {{(pid=78727) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 19:59:26.664080 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-ec3724aa-5334-4336-9df0-cd62c2fc1409 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Unset dirty status for tenant:94569219a16d4bfda708b7062a7c1401 on resource:network {{(pid=78727) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 19:59:26.668287 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-ec3724aa-5334-4336-9df0-cd62c2fc1409 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.30 "GET /v2.0/networks?id=fc03c528-86c5-471f-a9bc-4248f2649ffd HTTP/1.1" status: 200  len: 812 time: 0.5318429
May 10 19:59:26.723492 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-c8d5167d-ec1a-4cc5-a334-7281587a047f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Request body: {'port': {'device_id': '3138f410-e633-4188-8074-05e96198685e', 'network_id': 'fc03c528-86c5-471f-a9bc-4248f2649ffd', 'admin_state_up': True, 'tenant_id': '94569219a16d4bfda708b7062a7c1401'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:27.049054 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-c8d5167d-ec1a-4cc5-a334-7281587a047f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:27.054289 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-c8d5167d-ec1a-4cc5-a334-7281587a047f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Usage tracker for resource:port and tenant:94569219a16d4bfda708b7062a7c1401 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:27.058271 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-c8d5167d-ec1a-4cc5-a334-7281587a047f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:27.068915 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device dc7152fc-b9ec-4815-985c-efc89715f625 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:59:27.069470 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-c8d5167d-ec1a-4cc5-a334-7281587a047f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:27.083204 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-c8d5167d-ec1a-4cc5-a334-7281587a047f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Made reservation on behalf of 94569219a16d4bfda708b7062a7c1401 for: {'port': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:59:27.090805 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-c8d5167d-ec1a-4cc5-a334-7281587a047f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:27.255779 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.db.resource_extend [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 10 19:59:27.257854 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] Sync routers for ids ['06c2df09-1c25-4cdb-b298-6e096f7b644f'] in dv-cinder-788364-3-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 19:59:27.288991 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] Routers {'06c2df09-1c25-4cdb-b298-6e096f7b644f'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:59:27.302079 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff85a9f70>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T19:59:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['06c2df09-1c25-4cdb-b298-6e096f7b644f'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:27.520973 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd6da-2771-4c2d-b2a8-70991db0519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:27.532383 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:27.544975 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:27.560626 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port dc7152fc-b9ec-4815-985c-efc89715f625 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:59:27.561601 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 43092) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:27.587169 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] Transition to ACTIVE for port object f5691a72-cb9e-40b4-bf00-f1ab89c091eb will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:59:27.588986 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port dc7152fc-b9ec-4815-985c-efc89715f625 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:27.589566 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:27.605820 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-901d2529-812b-4509-94f2-2416adc43233 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1587760696', 'description': 'tempest-description--688342510'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:27.655209 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-c8d5167d-ec1a-4cc5-a334-7281587a047f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Allocated IP 172.20.0.11 (fc03c528-86c5-471f-a9bc-4248f2649ffd/0dac7b67-8a05-438f-8dae-c68fe547924e/00b5e5d4-0233-4c2f-a1d0-e785ad3f272b) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:59:27.681220 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:27.710994 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-901d2529-812b-4509-94f2-2416adc43233 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:27.711761 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-2183c767-6f6f-4e19-b944-64998f1943a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:27.851751 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] Set router 06c2df09-1c25-4cdb-b298-6e096f7b644f gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 19:59:27.944296 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] Attempting to bind port f5691a72-cb9e-40b4-bf00-f1ab89c091eb on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 19:59:27.944689 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] Attempting to bind port f5691a72-cb9e-40b4-bf00-f1ab89c091eb by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 19:59:27.945067 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] Attempting to bind port f5691a72-cb9e-40b4-bf00-f1ab89c091eb on network 01362e56-e24c-4ee7-a42c-5b36628ae184 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:59:27.975603 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 19:59:27.978175 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] Checking segment: {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:59:27.979152 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:27.980521 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] Bound using segment: {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 19:59:27.984545 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] Bound port: f5691a72-cb9e-40b4-bf00-f1ab89c091eb, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 19:59:27.985788 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:28.098405 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Allocated IP 172.20.0.1 (12fcecad-eba8-4da7-8035-097c01649aff/a4e13f19-09d6-4437-8413-9cd5f2a1478d/c096619e-fff0-49a5-b398-cea066a6485b) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:59:28.114980 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f929e-6593-457d-87f8-623f5c8b3f88 None None] Pushing event updated for resources: {'Port': ['ID=f5691a72-cb9e-40b4-bf00-f1ab89c091eb,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:28.134878 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-988f929e-6593-457d-87f8-623f5c8b3f88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:28.268281 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] For port f5691a72-cb9e-40b4-bf00-f1ab89c091eb, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 19:59:28.276095 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-c8d5167d-ec1a-4cc5-a334-7281587a047f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:28.277928 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] For port f5691a72-cb9e-40b4-bf00-f1ab89c091eb, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=f5691a72-cb9e-40b4-bf00-f1ab89c091eb,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 19:59:28.313713 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-c8d5167d-ec1a-4cc5-a334-7281587a047f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:28.314976 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 43122) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:28.326895 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:28.330604 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:28.337102 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-901d2529-812b-4509-94f2-2416adc43233 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Usage tracker for resource:security_group and tenant:ef2cf49eae1d4d10ad224d6ec46ad00a is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:28.337410 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:28.343294 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-901d2529-812b-4509-94f2-2416adc43233 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:28.380753 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-0f1cfd89-d186-4208-b876-d63cadccf02a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:28.393763 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-901d2529-812b-4509-94f2-2416adc43233 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:28.406064 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5167d-ec1a-4cc5-a334-7281587a047f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Pushing event updated for resources: {'Port': ['ID=00b5e5d4-0233-4c2f-a1d0-e785ad3f272b,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:28.411041 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-c8d5167d-ec1a-4cc5-a334-7281587a047f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:28.428498 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-c8d5167d-ec1a-4cc5-a334-7281587a047f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Network fc03c528-86c5-471f-a9bc-4248f2649ffd is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:59:28.429946 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-c8d5167d-ec1a-4cc5-a334-7281587a047f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:28.432629 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-c8d5167d-ec1a-4cc5-a334-7281587a047f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:59:28.438251 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-c8d5167d-ec1a-4cc5-a334-7281587a047f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:28.438901 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-c8d5167d-ec1a-4cc5-a334-7281587a047f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:28.470989 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-337256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399622'] for router, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:28.502935 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-c8d5167d-ec1a-4cc5-a334-7281587a047f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7853010
May 10 19:59:28.503398 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port dc7152fc-b9ec-4815-985c-efc89715f625, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=dc7152fc-b9ec-4815-985c-efc89715f625,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 19:59:28.512550 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:28.525200 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] Routers {'1e7adba4-24f3-45eb-acf5-86539d2e736e'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:59:28.525836 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff84b8730>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T19:59:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['1e7adba4-24f3-45eb-acf5-86539d2e736e'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:28.551521 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-56e1c7b9-501b-4bfc-a8c5-a275bc4680e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:28.568551 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-56e1c7b9-501b-4bfc-a8c5-a275bc4680e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:28.573152 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-56e1c7b9-501b-4bfc-a8c5-a275bc4680e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ab8ecff992524411b36311104a9a87d9 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:28.576634 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-56e1c7b9-501b-4bfc-a8c5-a275bc4680e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:28.583484 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-56e1c7b9-501b-4bfc-a8c5-a275bc4680e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:28.591050 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff85a9f70>, [{'id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:16Z', 'updated_at': '2021-05-10T19:59:24Z', 'revision_number': 4, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'gw_port': {'id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:75:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:18Z', 'updated_at': '2021-05-10T19:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc', 'name': '', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'mac_address': 'fa:16:3e:d0:2e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:24Z', 'revision_number': 2, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'subnets': [{'id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:28.601503 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] Checking router: 06c2df09-1c25-4cdb-b298-6e096f7b644f for host: dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 19:59:28.601865 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] Updating router 06c2df09-1c25-4cdb-b298-6e096f7b644f port 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc binding host dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 19:59:28.664083 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f929e-6593-457d-87f8-623f5c8b3f88 None None] Pushing event updated for resources: {'Port': ['ID=f5691a72-cb9e-40b4-bf00-f1ab89c091eb,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:28.669188 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-988f929e-6593-457d-87f8-623f5c8b3f88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:28.669654 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-48166fa5-913d-4e88-b943-fd9b42224120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:28.693082 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:28.702989 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-56e1c7b9-501b-4bfc-a8c5-a275bc4680e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:28.708757 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-56e1c7b9-501b-4bfc-a8c5-a275bc4680e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:28.720093 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:28.770021 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1c7b9-501b-4bfc-a8c5-a275bc4680e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5133231d-2e58-4d14-a453-3cdeeaa401e3,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:28.787212 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-56e1c7b9-501b-4bfc-a8c5-a275bc4680e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab8ecff992524411b36311104a9a87d9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4711890
May 10 19:59:28.788418 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-56e1c7b9-501b-4bfc-a8c5-a275bc4680e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:28.789654 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 43136) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:28.835660 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-901d2529-812b-4509-94f2-2416adc43233 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:28.891225 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ff67-63ac-4bce-bd3c-cc6847bae6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:28.895004 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=dc7152fc-b9ec-4815-985c-efc89715f625,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:28.903868 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-901d2529-812b-4509-94f2-2416adc43233 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:28.908734 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-901d2529-812b-4509-94f2-2416adc43233 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Usage tracker for resource:security_group_rule and tenant:ef2cf49eae1d4d10ad224d6ec46ad00a is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:28.915097 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-901d2529-812b-4509-94f2-2416adc43233 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:28.917438 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:28.925441 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-901d2529-812b-4509-94f2-2416adc43233 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:28.928475 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] Set router 1e7adba4-24f3-45eb-acf5-86539d2e736e gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 19:59:28.940863 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ff67-63ac-4bce-bd3c-cc6847bae6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:29.037678 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-901d2529-812b-4509-94f2-2416adc43233 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:29.077797 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-901d2529-812b-4509-94f2-2416adc43233 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:29.090656 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ff67-63ac-4bce-bd3c-cc6847bae6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:29.097342 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-797fc8ac-27f7-4cc8-9b39-fb0da6165478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:29.129281 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b356292d-3530-4bc2-9449-3d1a5a3320e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:29.140274 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1ff67-63ac-4bce-bd3c-cc6847bae6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5133231d-2e58-4d14-a453-3cdeeaa401e3,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:29.151962 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-0fc1ff67-63ac-4bce-bd3c-cc6847bae6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:29.168058 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ff67-63ac-4bce-bd3c-cc6847bae6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:29.172770 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-901d2529-812b-4509-94f2-2416adc43233 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:29.176879 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-901d2529-812b-4509-94f2-2416adc43233 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 1.6062119
May 10 19:59:29.176879 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d2529-812b-4509-94f2-2416adc43233 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:29.181491 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 43150) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:29.183545 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-901d2529-812b-4509-94f2-2416adc43233 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:29.199164 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-0fc1ff67-63ac-4bce-bd3c-cc6847bae6b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5133231d-2e58-4d14-a453-3cdeeaa401e3 HTTP/1.1" status: 204  len: 168 time: 0.4069140
May 10 19:59:29.203382 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-48c6a06e-f77e-4920-988a-ce59060b5553 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Request body: {'security_group_rule': {'security_group_id': 'a1f0c696-ded1-46fe-b1a9-860a16a9c9c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:29.232062 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-48c6a06e-f77e-4920-988a-ce59060b5553 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:29.234248 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 is scheduled to L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 with binding_index 1 {{(pid=78728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 19:59:29.242051 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:29.254676 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-48c6a06e-f77e-4920-988a-ce59060b5553 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Usage tracker for resource:security_group_rule and tenant:ef2cf49eae1d4d10ad224d6ec46ad00a is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:29.265033 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001eabb9-747c-4e69-a9fb-956d4268af8d req-776dc4b7-5807-4731-9e13-22296fad254b tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:29.272888 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-001eabb9-747c-4e69-a9fb-956d4268af8d req-776dc4b7-5807-4731-9e13-22296fad254b tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 932 time: 1.0612690
May 10 19:59:29.284048 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-48c6a06e-f77e-4920-988a-ce59060b5553 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:29.290699 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-48c6a06e-f77e-4920-988a-ce59060b5553 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:29.443180 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff84b8730>, [{'id': '1e7adba4-24f3-45eb-acf5-86539d2e736e', 'name': 'tempest-ServerRescueNegativeTestJSON-1378897149-router', 'tenant_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f5691a72-cb9e-40b4-bf00-f1ab89c091eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:17Z', 'updated_at': '2021-05-10T19:59:22Z', 'revision_number': 3, 'project_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'gw_port': {'id': 'f5691a72-cb9e-40b4-bf00-f1ab89c091eb', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7adba4-24f3-45eb-acf5-86539d2e736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:29.459913 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead75355-e253-4fb4-9c97-32b21c1541d5 None None] The sync data for ids ['1e7adba4-24f3-45eb-acf5-86539d2e736e'] in dv-cinder-788364-3-iscsi is: [{'id': '1e7adba4-24f3-45eb-acf5-86539d2e736e', 'name': 'tempest-ServerRescueNegativeTestJSON-1378897149-router', 'tenant_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f5691a72-cb9e-40b4-bf00-f1ab89c091eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:17Z', 'updated_at': '2021-05-10T19:59:22Z', 'revision_number': 3, 'project_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'gw_port': {'id': 'f5691a72-cb9e-40b4-bf00-f1ab89c091eb', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7adba4-24f3-45eb-acf5-86539d2e736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 19:59:29.463824 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:29.486681 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] Transition to ACTIVE for port object 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:59:29.502146 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:29.506504 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-796f9ac3-ad22-40a2-bafa-ed9e80ee72eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:29.722459 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-48c6a06e-f77e-4920-988a-ce59060b5553 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:29.797704 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 43174) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:29.835345 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b63bca0d-f875-406a-af8d-ec183c4f32d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:29.881763 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-b63bca0d-f875-406a-af8d-ec183c4f32d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:29.899618 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-b63bca0d-f875-406a-af8d-ec183c4f32d1 admin admin] Usage tracker for resource:security_group_rule and tenant:d54dcbba478f43af98f12649e1acf2bf is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:29.910002 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-b63bca0d-f875-406a-af8d-ec183c4f32d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:29.940298 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-b63bca0d-f875-406a-af8d-ec183c4f32d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:29.949029 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-001eabb9-747c-4e69-a9fb-956d4268af8d req-e996982f-f391-488e-9c58-2858a505b5ce tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6751063
May 10 19:59:30.033105 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-48c6a06e-f77e-4920-988a-ce59060b5553 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:30.104615 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-48c6a06e-f77e-4920-988a-ce59060b5553 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:30.106768 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 19:59:30.128841 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] Sync routers for ids ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 19:59:30.139119 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:30.150898 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:30.151917 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Notify callbacks [] for router, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:30.153218 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 10.9696710
May 10 19:59:30.159415 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] Routers {'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:59:30.160884 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff88b3eb0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T19:59:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:30.161416 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 43182) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:30.196004 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b63bca0d-f875-406a-af8d-ec183c4f32d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:30.207592 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b63bca0d-f875-406a-af8d-ec183c4f32d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:30.248841 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-875333d2-4ae3-45e8-97c4-434d30667496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:30.262155 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-b63bca0d-f875-406a-af8d-ec183c4f32d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d54dcbba478f43af98f12649e1acf2bf&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4637070
May 10 19:59:30.264718 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 43186) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:30.274356 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6a06e-f77e-4920-988a-ce59060b5553 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f2a0ac-d501-473a-ab0f-747bfae7b220,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:30.322429 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63bca0d-f875-406a-af8d-ec183c4f32d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54c162b-4bb1-4aa7-8121-29f7589ce37d,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:30.328282 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-b63bca0d-f875-406a-af8d-ec183c4f32d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:30.351017 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c5469-4b95-43d8-861f-19ab572d2964 None None] Pushing event updated for resources: {'Port': ['ID=4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:30.362351 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7a3c5469-4b95-43d8-861f-19ab572d2964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:30.389062 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-48c6a06e-f77e-4920-988a-ce59060b5553 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:30.401300 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b038a540-d7c9-45ab-a999-c9c1ed8595db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:30.403628 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] Attempting to bind port 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 19:59:30.404621 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] Attempting to bind port 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': '02d6ea9c-b7c6-43c6-998b-d26fce13f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 19:59:30.405131 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] Attempting to bind port 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc on network 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:59:30.407004 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-74f29295-a6e1-4b9e-917c-f234681fb0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:30.420344 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Network 12fcecad-eba8-4da7-8035-097c01649aff is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:59:30.421448 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e7ea4fa9-62bb-4fd7-8022-53027d5044be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:30.424795 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 19:59:30.425491 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] Checking segment: {'id': '02d6ea9c-b7c6-43c6-998b-d26fce13f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:59:30.426076 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:30.427081 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] Bound using segment: {'id': '02d6ea9c-b7c6-43c6-998b-d26fce13f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 19:59:30.427750 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] Bound port: 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d6ea9c-b7c6-43c6-998b-d26fce13f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 19:59:30.429157 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:30.447471 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b038a540-d7c9-45ab-a999-c9c1ed8595db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:30.578848 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:30.599187 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b038a540-d7c9-45ab-a999-c9c1ed8595db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:30.607926 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:30.652847 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] Set router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 19:59:30.656922 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038a540-d7c9-45ab-a999-c9c1ed8595db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54c162b-4bb1-4aa7-8121-29f7589ce37d,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:30.665185 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-b038a540-d7c9-45ab-a999-c9c1ed8595db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:30.672719 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b038a540-d7c9-45ab-a999-c9c1ed8595db admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:30.674819 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-b038a540-d7c9-45ab-a999-c9c1ed8595db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a54c162b-4bb1-4aa7-8121-29f7589ce37d HTTP/1.1" status: 204  len: 168 time: 0.4086018
May 10 19:59:30.676366 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:30.680888 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Pushing event updated for resources: {'Port': ['ID=c096619e-fff0-49a5-b398-cea066a6485b,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:30.684967 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:59:30.685983 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396761'] for router_interface, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:30.805184 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] For port 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 19:59:30.814472 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] For port 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc,segment=NetworkSegment(02d6ea9c-b7c6-43c6-998b-d26fce13f343),segment_id=02d6ea9c-b7c6-43c6-998b-d26fce13f343)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 19:59:30.825851 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:30.847119 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:31.013475 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:31.085892 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] Routers {'06c2df09-1c25-4cdb-b298-6e096f7b644f'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:59:31.086799 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff85a9f70>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T19:59:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['06c2df09-1c25-4cdb-b298-6e096f7b644f'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:31.223411 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-cbc70d38-37fb-4a36-a9e1-15b5cb5c1baa tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=78727) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 19:59:31.228579 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-cbc70d38-37fb-4a36-a9e1-15b5cb5c1baa tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0130486
May 10 19:59:31.247205 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c5469-4b95-43d8-861f-19ab572d2964 None None] Pushing event updated for resources: {'Port': ['ID=4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:31.257159 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device f5691a72-cb9e-40b4-bf00-f1ab89c091eb up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:59:31.258223 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7a3c5469-4b95-43d8-861f-19ab572d2964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:31.264879 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-48c6a06e-f77e-4920-988a-ce59060b5553 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:31.269043 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 43202) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:31.269232 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-48c6a06e-f77e-4920-988a-ce59060b5553 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.0844932
May 10 19:59:31.276347 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-85b70dd1-f9b3-42b6-a2e4-e5e4a6050110 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Request body: {'security_group_rule': {'security_group_id': 'a1f0c696-ded1-46fe-b1a9-860a16a9c9c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:31.285019 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-85b70dd1-f9b3-42b6-a2e4-e5e4a6050110 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:31.290494 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-85b70dd1-f9b3-42b6-a2e4-e5e4a6050110 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Usage tracker for resource:security_group_rule and tenant:ef2cf49eae1d4d10ad224d6ec46ad00a is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:31.294772 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-85b70dd1-f9b3-42b6-a2e4-e5e4a6050110 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:31.303302 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-85b70dd1-f9b3-42b6-a2e4-e5e4a6050110 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:31.345019 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-85b70dd1-f9b3-42b6-a2e4-e5e4a6050110 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:31.449612 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-85b70dd1-f9b3-42b6-a2e4-e5e4a6050110 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:31.455594 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-85b70dd1-f9b3-42b6-a2e4-e5e4a6050110 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:31.471504 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:31.496476 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b70dd1-f9b3-42b6-a2e4-e5e4a6050110 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727fcddf-6bfb-4bf3-9de7-f79e08ed7446,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:31.505553 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-85b70dd1-f9b3-42b6-a2e4-e5e4a6050110 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:31.522350 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-85b70dd1-f9b3-42b6-a2e4-e5e4a6050110 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:31.526595 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-85b70dd1-f9b3-42b6-a2e4-e5e4a6050110 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2537434
May 10 19:59:31.526901 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 43208) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:31.535584 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Request body: {'floatingip': {'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:31.544512 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:31.550593 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Usage tracker for resource:floatingip and tenant:ef2cf49eae1d4d10ad224d6ec46ad00a is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:31.555779 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:31.569221 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:31.587354 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for floatingip, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:31.642797 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] Set router 06c2df09-1c25-4cdb-b298-6e096f7b644f gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 19:59:31.705744 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port f5691a72-cb9e-40b4-bf00-f1ab89c091eb completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:59:31.718247 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port f5691a72-cb9e-40b4-bf00-f1ab89c091eb triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:31.719480 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:31.875142 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff88b3eb0>, [{'id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:25Z', 'revision_number': 3, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'gw_port': {'id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:31.893840 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] Checking router: cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 19:59:31.894567 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] Updating router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 port 50f6a978-9144-433b-a8e1-d8cba0262314 binding host dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 19:59:31.949182 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c2d44-4bbe-419d-b2a0-7c074736f54d req-15ec53e2-1c87-44e1-b124-5f21ef986e52 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:31.951263 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-609c2d44-4bbe-419d-b2a0-7c074736f54d req-15ec53e2-1c87-44e1-b124-5f21ef986e52 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 932 time: 0.7052321
May 10 19:59:31.972263 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:32.074024 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:32.076431 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:32.267267 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port f5691a72-cb9e-40b4-bf00-f1ab89c091eb, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=f5691a72-cb9e-40b4-bf00-f1ab89c091eb,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 19:59:32.273779 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:32.305549 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:32.314096 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device dc7152fc-b9ec-4815-985c-efc89715f625 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:59:32.373919 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:32.502595 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff85a9f70>, [{'id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:16Z', 'updated_at': '2021-05-10T19:59:24Z', 'revision_number': 4, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'gw_port': {'id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:18Z', 'updated_at': '2021-05-10T19:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc', 'name': '', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'mac_address': 'fa:16:3e:d0:2e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:30Z', 'revision_number': 4, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'subnets': [{'id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:32.510437 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318a9f3c-559a-449e-8825-ac60097ba06b None None] The sync data for ids ['06c2df09-1c25-4cdb-b298-6e096f7b644f'] in dv-cinder-788364-3-iscsi is: [{'id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:16Z', 'updated_at': '2021-05-10T19:59:24Z', 'revision_number': 4, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'gw_port': {'id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:18Z', 'updated_at': '2021-05-10T19:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc', 'name': '', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'mac_address': 'fa:16:3e:d0:2e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:30Z', 'revision_number': 4, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'subnets': [{'id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 19:59:32.582591 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:32.663653 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-609c2d44-4bbe-419d-b2a0-7c074736f54d req-0677ce06-b331-4163-ad69-489f7c66555a tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6023483
May 10 19:59:32.673726 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Allocated IP 172.27.1.129 (01362e56-e24c-4ee7-a42c-5b36628ae184/e9773ae1-ec36-4e8c-9f0f-e60b51e99e71/888a7009-c3a8-4537-b7be-45d1bf3cb965) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:59:32.971786 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=f5691a72-cb9e-40b4-bf00-f1ab89c091eb,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:32.999345 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:33.020301 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port dc7152fc-b9ec-4815-985c-efc89715f625 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:33.020884 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:33.426429 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:33.539726 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:33.546093 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:33.763477 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Pushing event updated for resources: {'Port': ['ID=888a7009-c3a8-4537-b7be-45d1bf3cb965,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:33.782193 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:59:33.786177 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:33.787618 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:33.814075 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:59:34.089599 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Request body: {'port': {'device_id': '3138f410-e633-4188-8074-05e96198685e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:34.199575 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:34.490878 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device f5691a72-cb9e-40b4-bf00-f1ab89c091eb up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:59:34.550685 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:34.701767 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:34.733129 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] Transition to ACTIVE for port object 50f6a978-9144-433b-a8e1-d8cba0262314 will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:59:34.749338 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:34.763828 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:34.805204 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6658504-4436-4333-ad9f-d4b4e1ec1d9a req-ceac7d02-460c-43c1-a0b7-6c962b938040 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:34.813688 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f6658504-4436-4333-ad9f-d4b4e1ec1d9a req-ceac7d02-460c-43c1-a0b7-6c962b938040 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 932 time: 0.7685144
May 10 19:59:34.828949 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:34.936985 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] Attempting to bind port 50f6a978-9144-433b-a8e1-d8cba0262314 on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 19:59:34.953582 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] Attempting to bind port 50f6a978-9144-433b-a8e1-d8cba0262314 by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 19:59:34.957579 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] Attempting to bind port 50f6a978-9144-433b-a8e1-d8cba0262314 on network 01362e56-e24c-4ee7-a42c-5b36628ae184 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:59:34.993791 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port f5691a72-cb9e-40b4-bf00-f1ab89c091eb triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:34.994460 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:35.006088 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:35.041283 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.db.resource_extend [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 10 19:59:35.123427 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 19:59:35.123804 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] Checking segment: {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:59:35.150064 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:35.150529 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] Bound using segment: {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 19:59:35.151095 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] Bound port: 50f6a978-9144-433b-a8e1-d8cba0262314, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 19:59:35.151519 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:35.176105 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:35.431519 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:35.452059 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f6658504-4436-4333-ad9f-d4b4e1ec1d9a req-111705e4-6880-4bb2-ba50-a28faaafb818 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6298711
May 10 19:59:35.459894 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:35.464935 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396666'] for router_interface, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:35.479727 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-14154aef-8911-4055-8e24-c4ae96ca6869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:35.552642 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] For port 50f6a978-9144-433b-a8e1-d8cba0262314, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 19:59:35.563257 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] For port 50f6a978-9144-433b-a8e1-d8cba0262314, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=50f6a978-9144-433b-a8e1-d8cba0262314,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 19:59:35.668910 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c28be0-f84e-446b-985b-7eb6731473ed None None] Pushing event updated for resources: {'Port': ['ID=50f6a978-9144-433b-a8e1-d8cba0262314,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:35.676165 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:35.685553 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b2c28be0-f84e-446b-985b-7eb6731473ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.916s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:35.686305 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b2c28be0-f84e-446b-985b-7eb6731473ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:35.799535 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 43306) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:35.858697 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for port, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:35.879956 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:35.907498 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:35.948076 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 43310) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:35.995802 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Pushing event updated for resources: {'Port': ['ID=888a7009-c3a8-4537-b7be-45d1bf3cb965,revision_number=2']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:36.001896 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] Routers {'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:59:36.008295 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff88b3eb0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T19:59:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:36.034247 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400245'] for floatingip, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:36.044834 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Pushing event updated for resources: {'Port': ['ID=c096619e-fff0-49a5-b398-cea066a6485b,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:36.050885 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:36.095959 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:36.107970 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.5697083
May 10 19:59:36.149725 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:36.365831 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b {{(pid=78727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 19:59:36.379093 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3aa14da3-4744-4c3f-a67a-276c351fc547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:36.386338 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:36.426256 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.provisioning_blocks [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Transition to ACTIVE for port object 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b will not be triggered until provisioned by entity L2. {{(pid=78727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:59:36.433126 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:36.458868 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:36.508964 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Network 12fcecad-eba8-4da7-8035-097c01649aff is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:59:36.522945 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:36.537616 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Allocated IP 172.20.0.1 (ab7a157c-09d7-4921-8bf8-a6a3c71a61b7/a7c0f63c-4d1b-479f-a1ab-64a94c500e7f/532486a0-2f7b-4925-9ee7-f08269844d77) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:59:36.550473 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-3aa14da3-4744-4c3f-a67a-276c351fc547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:36.559349 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=00b5e5d4-0233-4c2f-a1d0-e785ad3f272b,revision_number=2']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:36.590897 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:36.594020 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-3aa14da3-4744-4c3f-a67a-276c351fc547 admin admin] Usage tracker for resource:security_group_rule and tenant:94a6b1a26a634b399e50677d256e48ad is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:36.601282 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2b28c3ba-8859-4028-b4a0-2fe847499821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:36.695140 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] Set router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 19:59:36.945914 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-3aa14da3-4744-4c3f-a67a-276c351fc547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:36.971052 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Attempting to bind port 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 19:59:36.971146 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Attempting to bind port 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8c0ca944-f8b4-499c-94c2-aa071bdf80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc03c528-86c5-471f-a9bc-4248f2649ffd'}] {{(pid=78727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 19:59:36.971496 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Attempting to bind port 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b on network fc03c528-86c5-471f-a9bc-4248f2649ffd {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:59:36.985196 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Port 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b on network fc03c528-86c5-471f-a9bc-4248f2649ffd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 19:59:36.985196 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Attempting to bind port 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b on network fc03c528-86c5-471f-a9bc-4248f2649ffd {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:59:36.991867 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Checking agent: {'id': '16e2165d-e53b-4771-ba7e-9126d1b04f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'started_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 19:59:36.992307 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Checking segment: {'id': '8c0ca944-f8b4-499c-94c2-aa071bdf80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc03c528-86c5-471f-a9bc-4248f2649ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:59:36.992748 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Bound using segment: {'id': '8c0ca944-f8b4-499c-94c2-aa071bdf80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc03c528-86c5-471f-a9bc-4248f2649ffd'} {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 19:59:36.993195 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Bound port: 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0ca944-f8b4-499c-94c2-aa071bdf80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc03c528-86c5-471f-a9bc-4248f2649ffd'}}] {{(pid=78727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 19:59:36.993670 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:37.096294 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-2b28c3ba-8859-4028-b4a0-2fe847499821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:37.144433 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] For port 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b, host hv-cinder-78836, cleared binding levels {{(pid=78727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 19:59:37.149676 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] For port 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00b5e5d4-0233-4c2f-a1d0-e785ad3f272b,segment=NetworkSegment(8c0ca944-f8b4-499c-94c2-aa071bdf80c8),segment_id=8c0ca944-f8b4-499c-94c2-aa071bdf80c8)] {{(pid=78727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 19:59:37.157680 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:37.170905 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:37.194846 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c28be0-f84e-446b-985b-7eb6731473ed None None] Pushing event updated for resources: {'Port': ['ID=50f6a978-9144-433b-a8e1-d8cba0262314,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:37.210186 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b2c28be0-f84e-446b-985b-7eb6731473ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.524s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:37.291793 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:59:37.333483 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:37.334375 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:37.335882 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] 10.222.0.30 "PUT /v2.0/ports/00b5e5d4-0233-4c2f-a1d0-e785ad3f272b HTTP/1.1" status: 200  len: 1094 time: 4.0138607
May 10 19:59:37.336439 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3138f410-e633-4188-8074-05e96198685e', 'tag': '00b5e5d4-0233-4c2f-a1d0-e785ad3f272b'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 19:59:37.432242 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-3aa14da3-4744-4c3f-a67a-276c351fc547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:37.473230 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:59:37.482475 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:37.482857 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:37.498541 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=00b5e5d4-0233-4c2f-a1d0-e785ad3f272b,revision_number=3']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:37.525677 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:37.541273 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-2b28c3ba-8859-4028-b4a0-2fe847499821 admin admin] Usage tracker for resource:security_group_rule and tenant:6b697cfad99446729f418cd34e1d9e2d is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:37.583093 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-2b28c3ba-8859-4028-b4a0-2fe847499821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:37.591166 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff88b3eb0>, [{'id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:25Z', 'revision_number': 3, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'gw_port': {'id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:37.597604 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf05e325-6b46-40be-8bed-f634d20b4c28 None None] The sync data for ids ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'] in dv-cinder-788364-3-iscsi is: [{'id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:25Z', 'revision_number': 3, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'gw_port': {'id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 19:59:37.634133 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-2b28c3ba-8859-4028-b4a0-2fe847499821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:37.739222 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:37.748079 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:37.839600 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc,segment=NetworkSegment(02d6ea9c-b7c6-43c6-998b-d26fce13f343),segment_id=02d6ea9c-b7c6-43c6-998b-d26fce13f343)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 19:59:37.850297 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:37.863212 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:37.957967 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-ceecb109-4099-40b5-93ad-2a957c42de85 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Synchronizing usage tracker for tenant:ef2cf49eae1d4d10ad224d6ec46ad00a on resource:security_group {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 19:59:38.030213 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Transition to ACTIVE for port object 532486a0-2f7b-4925-9ee7-f08269844d77 will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:59:38.042027 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:38.059414 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:38.217393 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Router 1e7adba4-24f3-45eb-acf5-86539d2e736e has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 19:59:38.234912 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcf1e8-0730-469e-8850-c5f89ec378ab req-20374281-c738-43c5-b560-2b294cedddd7 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:38.236769 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-98fcf1e8-0730-469e-8850-c5f89ec378ab req-20374281-c738-43c5-b560-2b294cedddd7 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 944 time: 1.2512307
May 10 19:59:38.246499 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3aa14da3-4744-4c3f-a67a-276c351fc547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:38.398619 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3aa14da3-4744-4c3f-a67a-276c351fc547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:38.460912 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:38.500659 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-ceecb109-4099-40b5-93ad-2a957c42de85 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Unset dirty status for tenant:ef2cf49eae1d4d10ad224d6ec46ad00a on resource:security_group {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 19:59:38.509767 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-ceecb109-4099-40b5-93ad-2a957c42de85 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1587760696&fields=id&tenant_id=ef2cf49eae1d4d10ad224d6ec46ad00a HTTP/1.1" status: 200  len: 267 time: 1.5363593
May 10 19:59:38.613097 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:38.692737 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-3aa14da3-4744-4c3f-a67a-276c351fc547 admin admin] Synchronizing usage tracker for tenant:678b72623407413e906c283b5a5400d8 on resource:security_group {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 19:59:38.699995 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2b28c3ba-8859-4028-b4a0-2fe847499821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:38.720547 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-98fcf1e8-0730-469e-8850-c5f89ec378ab req-49fd68a3-3099-4bec-b3bd-3cb7435f57f5 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4636903
May 10 19:59:38.752323 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2b28c3ba-8859-4028-b4a0-2fe847499821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:38.775121 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-3aa14da3-4744-4c3f-a67a-276c351fc547 admin admin] Unset dirty status for tenant:678b72623407413e906c283b5a5400d8 on resource:security_group {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 19:59:38.779567 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 43376) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:38.793076 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-3aa14da3-4744-4c3f-a67a-276c351fc547 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94a6b1a26a634b399e50677d256e48ad&name=default HTTP/1.1" status: 200  len: 2978 time: 2.9923854
May 10 19:59:38.897817 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa14da3-4744-4c3f-a67a-276c351fc547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27eb5389-8d8c-49a5-b2ee-ca941d9a67fa,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:38.902268 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Network ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:59:38.907421 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6ecba6b0-a2a1-45ce-b402-6d50721d75af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:38.930158 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 19:59:38.940156 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] Sync routers for ids ['1e7adba4-24f3-45eb-acf5-86539d2e736e'] in dv-cinder-788364-3-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 19:59:38.948912 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3aa14da3-4744-4c3f-a67a-276c351fc547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:38.950795 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:38.954862 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] Routers {'1e7adba4-24f3-45eb-acf5-86539d2e736e'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:59:38.955708 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff8a07940>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T19:59:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['1e7adba4-24f3-45eb-acf5-86539d2e736e'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:38.956142 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:59:38.956790 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396761'] for router_interface, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:39.011557 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:39.032994 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6ecba6b0-a2a1-45ce-b402-6d50721d75af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:39.059262 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3138f410-e633-4188-8074-05e96198685e', 'tag': '00b5e5d4-0233-4c2f-a1d0-e785ad3f272b', 'status': 'completed', 'code': 200}
May 10 19:59:39.143846 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6ecba6b0-a2a1-45ce-b402-6d50721d75af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:39.148262 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:39.179031 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecba6b0-a2a1-45ce-b402-6d50721d75af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27eb5389-8d8c-49a5-b2ee-ca941d9a67fa,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:39.193951 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-6ecba6b0-a2a1-45ce-b402-6d50721d75af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:39.198298 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6ecba6b0-a2a1-45ce-b402-6d50721d75af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:39.201768 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-6ecba6b0-a2a1-45ce-b402-6d50721d75af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/27eb5389-8d8c-49a5-b2ee-ca941d9a67fa HTTP/1.1" status: 204  len: 168 time: 0.4189451
May 10 19:59:39.343006 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-d1e74ffc-282a-4ea4-99c2-e0bed05363a6 None None] Provisioning for port 532486a0-2f7b-4925-9ee7-f08269844d77 completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:59:39.352074 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-d1e74ffc-282a-4ea4-99c2-e0bed05363a6 None None] Provisioning complete for port 532486a0-2f7b-4925-9ee7-f08269844d77 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:39.352507 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d1e74ffc-282a-4ea4-99c2-e0bed05363a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:39.357716 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-2b28c3ba-8859-4028-b4a0-2fe847499821 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b697cfad99446729f418cd34e1d9e2d&name=default HTTP/1.1" status: 200  len: 2979 time: 3.3697865
May 10 19:59:39.360294 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 43392) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:39.410138 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] Set router 1e7adba4-24f3-45eb-acf5-86539d2e736e gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 19:59:39.449565 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-d1e74ffc-282a-4ea4-99c2-e0bed05363a6 None None] Port 532486a0-2f7b-4925-9ee7-f08269844d77 cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 19:59:39.511448 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-944add02-a13d-442d-af09-9e42b99d6744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:39.563749 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] 10.222.0.15 "PUT /v2.0/routers/1e7adba4-24f3-45eb-acf5-86539d2e736e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.9158690
May 10 19:59:39.593974 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-ec321096-5ca8-45eb-85fb-b646f3a1bc2d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:39.594737 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-ec321096-5ca8-45eb-85fb-b646f3a1bc2d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Synchronizing usage tracker for tenant:ef2cf49eae1d4d10ad224d6ec46ad00a on resource:network {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 19:59:39.616132 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-944add02-a13d-442d-af09-9e42b99d6744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:39.720685 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Pushing event updated for resources: {'Port': ['ID=532486a0-2f7b-4925-9ee7-f08269844d77,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:39.745576 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:39.747548 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.909s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:39.772225 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-944add02-a13d-442d-af09-9e42b99d6744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:39.790325 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-b63bca0d-f875-406a-af8d-ec183c4f32d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:39.813068 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28c3ba-8859-4028-b4a0-2fe847499821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6371668-556c-4b53-8b66-afe60335df99,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:39.826670 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2b28c3ba-8859-4028-b4a0-2fe847499821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:39.830799 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-ec321096-5ca8-45eb-85fb-b646f3a1bc2d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Unset dirty status for tenant:ef2cf49eae1d4d10ad224d6ec46ad00a on resource:network {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 19:59:39.834203 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-ec321096-5ca8-45eb-85fb-b646f3a1bc2d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/networks?id=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb HTTP/1.1" status: 200  len: 811 time: 1.3234456
May 10 19:59:39.845928 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944add02-a13d-442d-af09-9e42b99d6744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6371668-556c-4b53-8b66-afe60335df99,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:39.852528 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-944add02-a13d-442d-af09-9e42b99d6744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:39.855734 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-944add02-a13d-442d-af09-9e42b99d6744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:39.860555 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-944add02-a13d-442d-af09-9e42b99d6744 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6371668-556c-4b53-8b66-afe60335df99 HTTP/1.1" status: 204  len: 168 time: 0.4953873
May 10 19:59:40.000936 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-9a6da5a6-c511-42ef-9362-7b06f6dfe6e1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/quotas/ef2cf49eae1d4d10ad224d6ec46ad00a HTTP/1.1" status: 200  len: 375 time: 0.0575728
May 10 19:59:40.207647 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:40.270533 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 50f6a978-9144-433b-a8e1-d8cba0262314 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:59:40.418217 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff8a07940>, [{'id': '1e7adba4-24f3-45eb-acf5-86539d2e736e', 'name': 'tempest-ServerRescueNegativeTestJSON-1378897149-router', 'tenant_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f5691a72-cb9e-40b4-bf00-f1ab89c091eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:17Z', 'updated_at': '2021-05-10T19:59:31Z', 'revision_number': 4, 'project_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'gw_port': {'id': 'f5691a72-cb9e-40b4-bf00-f1ab89c091eb', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7adba4-24f3-45eb-acf5-86539d2e736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': 'c096619e-fff0-49a5-b398-cea066a6485b', 'name': '', 'network_id': '12fcecad-eba8-4da7-8035-097c01649aff', 'tenant_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'mac_address': 'fa:16:3e:f1:85:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7adba4-24f3-45eb-acf5-86539d2e736e', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a4e13f19-09d6-4437-8413-9cd5f2a1478d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:27Z', 'updated_at': '2021-05-10T19:59:32Z', 'revision_number': 2, 'project_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'subnets': [{'id': 'a4e13f19-09d6-4437-8413-9cd5f2a1478d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:40.427656 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] Checking router: 1e7adba4-24f3-45eb-acf5-86539d2e736e for host: dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 19:59:40.429249 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] Updating router 1e7adba4-24f3-45eb-acf5-86539d2e736e port c096619e-fff0-49a5-b398-cea066a6485b binding host dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 19:59:40.442002 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port 50f6a978-9144-433b-a8e1-d8cba0262314 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:59:40.447621 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 50f6a978-9144-433b-a8e1-d8cba0262314 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:40.452518 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:40.540443 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:40.648773 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-8d7d1e44-c064-4975-afe8-20d8522aeacf tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef2cf49eae1d4d10ad224d6ec46ad00a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6398649
May 10 19:59:40.684315 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3b0e3-7d59-459f-8fe1-914c01616b9f req-c68a988a-ebdf-4e3c-b58a-d626d35aa2a3 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:40.687950 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b8e3b0e3-7d59-459f-8fe1-914c01616b9f req-c68a988a-ebdf-4e3c-b58a-d626d35aa2a3 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 944 time: 0.6671891
May 10 19:59:40.710358 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:40.736803 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port 50f6a978-9144-433b-a8e1-d8cba0262314, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=50f6a978-9144-433b-a8e1-d8cba0262314,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 19:59:40.752708 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:40.753727 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:59:40.756022 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 19:59:40.837556 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:40.990664 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=50f6a978-9144-433b-a8e1-d8cba0262314,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:40.993945 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:41.004747 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:41.007621 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:41.023746 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b8e3b0e3-7d59-459f-8fe1-914c01616b9f req-aeabea5e-5234-4b06-84d6-e0c05adeb632 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2443717
May 10 19:59:41.116766 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-372ba9b2-eaef-4573-882a-ba484c608dbe service neutron] 10.222.0.15 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3773224
May 10 19:59:41.129155 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:41.145007 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] Transition to ACTIVE for port object c096619e-fff0-49a5-b398-cea066a6485b will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:59:41.166628 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:41.176367 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:41.247377 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:41.264687 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:41.267597 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396666'] for router_interface, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:41.274427 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:41.313714 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-1da4285e-57ee-4751-845e-85c7e3008adb service neutron] 10.222.0.15 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1961544
May 10 19:59:41.373867 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc960a89-f154-425b-bd0e-9c14b3e29d2d None None] Pushing event updated for resources: {'Port': ['ID=c096619e-fff0-49a5-b398-cea066a6485b,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:41.381598 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-cc960a89-f154-425b-bd0e-9c14b3e29d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:41.438676 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Pushing event updated for resources: {'Port': ['ID=532486a0-2f7b-4925-9ee7-f08269844d77,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:41.452174 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:41.517202 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] Attempting to bind port c096619e-fff0-49a5-b398-cea066a6485b on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 19:59:41.517810 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] Attempting to bind port c096619e-fff0-49a5-b398-cea066a6485b by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': 'd81407f0-5164-4828-98d2-3009553635dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '12fcecad-eba8-4da7-8035-097c01649aff'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 19:59:41.518060 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] Attempting to bind port c096619e-fff0-49a5-b398-cea066a6485b on network 12fcecad-eba8-4da7-8035-097c01649aff {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:59:41.524267 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 19:59:41.524545 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] Checking segment: {'id': 'd81407f0-5164-4828-98d2-3009553635dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '12fcecad-eba8-4da7-8035-097c01649aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:59:41.524945 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:41.525503 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] Bound using segment: {'id': 'd81407f0-5164-4828-98d2-3009553635dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '12fcecad-eba8-4da7-8035-097c01649aff'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 19:59:41.525989 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] Bound port: c096619e-fff0-49a5-b398-cea066a6485b, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81407f0-5164-4828-98d2-3009553635dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '12fcecad-eba8-4da7-8035-097c01649aff'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 19:59:41.526381 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:41.528757 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Network ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:59:41.529943 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:41.752455 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:41.775004 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] For port c096619e-fff0-49a5-b398-cea066a6485b, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 19:59:41.784742 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] For port c096619e-fff0-49a5-b398-cea066a6485b, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=c096619e-fff0-49a5-b398-cea066a6485b,segment=NetworkSegment(d81407f0-5164-4828-98d2-3009553635dd),segment_id=d81407f0-5164-4828-98d2-3009553635dd)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 19:59:41.796119 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:41.817067 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-796f9ac3-ad22-40a2-bafa-ed9e80ee72eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:42.059640 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-d1e8cf05-a495-455e-bfc3-abd887ccfb25 None None] Provisioning complete for port 532486a0-2f7b-4925-9ee7-f08269844d77 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:42.060905 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d1e8cf05-a495-455e-bfc3-abd887ccfb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:42.098920 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc960a89-f154-425b-bd0e-9c14b3e29d2d None None] Pushing event updated for resources: {'Port': ['ID=c096619e-fff0-49a5-b398-cea066a6485b,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:42.119885 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-cc960a89-f154-425b-bd0e-9c14b3e29d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:42.152133 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] Routers {'1e7adba4-24f3-45eb-acf5-86539d2e736e'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:59:42.169023 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff8a07940>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T19:59:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['1e7adba4-24f3-45eb-acf5-86539d2e736e'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:42.200329 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 50f6a978-9144-433b-a8e1-d8cba0262314 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:59:42.319486 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8cf05-a495-455e-bfc3-abd887ccfb25 None None] Port 532486a0-2f7b-4925-9ee7-f08269844d77 cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 19:59:42.322116 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 19:59:42.357947 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59450533-4a2e-49cb-84c0-21955461e910 req-ead40d17-4eb8-4300-9775-f7696e544075 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:42.360541 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-59450533-4a2e-49cb-84c0-21955461e910 req-ead40d17-4eb8-4300-9775-f7696e544075 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/networks?id=12fcecad-eba8-4da7-8035-097c01649aff HTTP/1.1" status: 200  len: 819 time: 0.3333740
May 10 19:59:42.400488 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 50f6a978-9144-433b-a8e1-d8cba0262314 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:42.405723 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:42.693781 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] Set router 1e7adba4-24f3-45eb-acf5-86539d2e736e gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 19:59:42.721367 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-59450533-4a2e-49cb-84c0-21955461e910 req-c23c74a2-c16a-470e-9de5-31d079f4dfae tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/quotas/856b84e1fb1f47a0a90fc51c6d13ed80 HTTP/1.1" status: 200  len: 375 time: 0.2041736
May 10 19:59:42.728303 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-415dcd96-7adf-42c6-8f27-2cbc7977f4e4 req-78271a91-5a9c-46fe-a024-c13f091b3c26 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 210 time: 0.1990230
May 10 19:59:42.923221 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 19:59:42.940620 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] 10.222.0.15 "PUT /v2.0/routers/cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.7691081
May 10 19:59:42.948146 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] Sync routers for ids ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 19:59:42.988959 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] Routers {'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:59:42.988959 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff87ee3d0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T19:59:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:43.108185 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-59450533-4a2e-49cb-84c0-21955461e910 req-70349703-4f92-4dbf-87e7-c364b32e01fc tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Synchronizing usage tracker for tenant:856b84e1fb1f47a0a90fc51c6d13ed80 on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 19:59:43.207454 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-59450533-4a2e-49cb-84c0-21955461e910 req-70349703-4f92-4dbf-87e7-c364b32e01fc tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Unset dirty status for tenant:856b84e1fb1f47a0a90fc51c6d13ed80 on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 19:59:43.210802 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-59450533-4a2e-49cb-84c0-21955461e910 req-70349703-4f92-4dbf-87e7-c364b32e01fc tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=856b84e1fb1f47a0a90fc51c6d13ed80&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4789522
May 10 19:59:43.289249 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39af95b-ad25-4637-86ca-066a4e3fd567 req-f673de4a-4cb2-4bbb-9ed6-471312db3140 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:43.293772 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f39af95b-ad25-4637-86ca-066a4e3fd567 req-f673de4a-4cb2-4bbb-9ed6-471312db3140 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 944 time: 0.3116856
May 10 19:59:43.391302 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f39af95b-ad25-4637-86ca-066a4e3fd567 req-c1e6dce0-7dba-4b6c-9f0e-64d5c306fc6e tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891385
May 10 19:59:43.452415 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] Set router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 19:59:43.497715 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff8a07940>, [{'id': '1e7adba4-24f3-45eb-acf5-86539d2e736e', 'name': 'tempest-ServerRescueNegativeTestJSON-1378897149-router', 'tenant_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f5691a72-cb9e-40b4-bf00-f1ab89c091eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:17Z', 'updated_at': '2021-05-10T19:59:31Z', 'revision_number': 4, 'project_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'gw_port': {'id': 'f5691a72-cb9e-40b4-bf00-f1ab89c091eb', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7adba4-24f3-45eb-acf5-86539d2e736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': 'c096619e-fff0-49a5-b398-cea066a6485b', 'name': '', 'network_id': '12fcecad-eba8-4da7-8035-097c01649aff', 'tenant_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'mac_address': 'fa:16:3e:f1:85:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7adba4-24f3-45eb-acf5-86539d2e736e', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a4e13f19-09d6-4437-8413-9cd5f2a1478d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:27Z', 'updated_at': '2021-05-10T19:59:41Z', 'revision_number': 4, 'project_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'subnets': [{'id': 'a4e13f19-09d6-4437-8413-9cd5f2a1478d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:43.502867 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6514db-a47d-446d-92a4-6fe0d4aa106b None None] The sync data for ids ['1e7adba4-24f3-45eb-acf5-86539d2e736e'] in dv-cinder-788364-3-iscsi is: [{'id': '1e7adba4-24f3-45eb-acf5-86539d2e736e', 'name': 'tempest-ServerRescueNegativeTestJSON-1378897149-router', 'tenant_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f5691a72-cb9e-40b4-bf00-f1ab89c091eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:17Z', 'updated_at': '2021-05-10T19:59:31Z', 'revision_number': 4, 'project_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'gw_port': {'id': 'f5691a72-cb9e-40b4-bf00-f1ab89c091eb', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7adba4-24f3-45eb-acf5-86539d2e736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': 'c096619e-fff0-49a5-b398-cea066a6485b', 'name': '', 'network_id': '12fcecad-eba8-4da7-8035-097c01649aff', 'tenant_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'mac_address': 'fa:16:3e:f1:85:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7adba4-24f3-45eb-acf5-86539d2e736e', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a4e13f19-09d6-4437-8413-9cd5f2a1478d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:27Z', 'updated_at': '2021-05-10T19:59:41Z', 'revision_number': 4, 'project_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'subnets': [{'id': 'a4e13f19-09d6-4437-8413-9cd5f2a1478d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 19:59:43.609490 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [req-59450533-4a2e-49cb-84c0-21955461e910 req-f59f7ba4-f3f1-483d-86cf-9361e34753ed service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=78728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 19:59:43.610539 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-59450533-4a2e-49cb-84c0-21955461e910 req-f59f7ba4-f3f1-483d-86cf-9361e34753ed service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1353831
May 10 19:59:43.811975 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-59450533-4a2e-49cb-84c0-21955461e910 req-c26512c2-2b1a-460e-9ab3-284f9a663f3c service neutron] 10.222.0.15 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1943789
May 10 19:59:44.018046 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 43552) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:44.024305 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-e20ae0d1-d7f7-451e-a716-9905946e5b38 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1637040608', 'description': 'tempest-description--1917143517'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:44.041667 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-e20ae0d1-d7f7-451e-a716-9905946e5b38 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:44.055103 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-e20ae0d1-d7f7-451e-a716-9905946e5b38 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Usage tracker for resource:security_group and tenant:b65721b496f24a29859a65925c5d03bf is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:44.059133 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-e20ae0d1-d7f7-451e-a716-9905946e5b38 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:44.069227 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff87ee3d0>, [{'id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:39Z', 'revision_number': 4, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'gw_port': {'id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '532486a0-2f7b-4925-9ee7-f08269844d77', 'name': '', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'mac_address': 'fa:16:3e:e4:30:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:35Z', 'updated_at': '2021-05-10T19:59:40Z', 'revision_number': 2, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'subnets': [{'id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:44.075022 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-e20ae0d1-d7f7-451e-a716-9905946e5b38 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:44.079557 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-59450533-4a2e-49cb-84c0-21955461e910 req-2de7917f-eac5-4c2e-9bd7-4fa67e0e93d0 service neutron] 10.222.0.15 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2664230
May 10 19:59:44.082390 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device c096619e-fff0-49a5-b398-cea066a6485b up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:59:44.100523 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e20ae0d1-d7f7-451e-a716-9905946e5b38 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:44.131173 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-e20ae0d1-d7f7-451e-a716-9905946e5b38 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:44.135798 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-e20ae0d1-d7f7-451e-a716-9905946e5b38 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Usage tracker for resource:security_group_rule and tenant:b65721b496f24a29859a65925c5d03bf is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:44.139424 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-e20ae0d1-d7f7-451e-a716-9905946e5b38 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:44.146433 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-e20ae0d1-d7f7-451e-a716-9905946e5b38 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:44.216275 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] Checking router: cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 19:59:44.216811 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] Updating router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 port 532486a0-2f7b-4925-9ee7-f08269844d77 binding host dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 19:59:44.259425 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e20ae0d1-d7f7-451e-a716-9905946e5b38 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:44.265911 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e20ae0d1-d7f7-451e-a716-9905946e5b38 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:44.271865 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-e5df0da3-b079-4f5d-8c60-7200a9d3b7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:44.308372 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c309453a-feed-48c7-a5c1-eba43e6ca291 req-df2be110-5bb0-4963-ad94-505816f35301 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 210 time: 0.1154718
May 10 19:59:44.348359 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:44.358040 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ae0d1-d7f7-451e-a716-9905946e5b38 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f45d21-8911-4401-a358-93dca441e840,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:44.367363 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-e20ae0d1-d7f7-451e-a716-9905946e5b38 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:44.368769 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e20ae0d1-d7f7-451e-a716-9905946e5b38 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:44.371826 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-e20ae0d1-d7f7-451e-a716-9905946e5b38 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.3527381
May 10 19:59:44.375558 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 43566) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:44.386844 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-656414d2-7530-49b8-abb7-41c585c18364 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Request body: {'security_group_rule': {'security_group_id': '87f45d21-8911-4401-a358-93dca441e840', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:44.388744 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port c096619e-fff0-49a5-b398-cea066a6485b completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:59:44.401697 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-656414d2-7530-49b8-abb7-41c585c18364 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:44.414917 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-656414d2-7530-49b8-abb7-41c585c18364 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Usage tracker for resource:security_group_rule and tenant:b65721b496f24a29859a65925c5d03bf is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:44.421612 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port c096619e-fff0-49a5-b398-cea066a6485b triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:44.422253 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-656414d2-7530-49b8-abb7-41c585c18364 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:44.422757 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:44.454043 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-656414d2-7530-49b8-abb7-41c585c18364 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:44.503155 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-656414d2-7530-49b8-abb7-41c585c18364 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:44.588831 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5b09df54-b170-4467-bdc4-4c5dd4ffb68a req-0cd1f4ce-fd22-4d6d-b5f8-b6510a520651 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 210 time: 0.1021459
May 10 19:59:44.696256 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-656414d2-7530-49b8-abb7-41c585c18364 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:44.704768 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-656414d2-7530-49b8-abb7-41c585c18364 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:44.706735 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-85b70dd1-f9b3-42b6-a2e4-e5e4a6050110 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:44.816531 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656414d2-7530-49b8-abb7-41c585c18364 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4555b6-7a60-4c58-8a15-e0838024ef97,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:44.828976 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-656414d2-7530-49b8-abb7-41c585c18364 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:44.856713 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-656414d2-7530-49b8-abb7-41c585c18364 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:44.858366 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-656414d2-7530-49b8-abb7-41c585c18364 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4815216
May 10 19:59:44.862141 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 43590) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:44.879266 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-7bea7396-448b-4ad1-9083-962d8e8ca118 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Request body: {'security_group_rule': {'security_group_id': '87f45d21-8911-4401-a358-93dca441e840', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:44.899538 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-7bea7396-448b-4ad1-9083-962d8e8ca118 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:44.916200 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-7bea7396-448b-4ad1-9083-962d8e8ca118 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Usage tracker for resource:security_group_rule and tenant:b65721b496f24a29859a65925c5d03bf is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:44.924947 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-7bea7396-448b-4ad1-9083-962d8e8ca118 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:44.940696 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-7bea7396-448b-4ad1-9083-962d8e8ca118 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:45.002204 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7bea7396-448b-4ad1-9083-962d8e8ca118 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:45.147977 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba904a-3508-4ef1-b29e-b885504fce63 req-daf4031d-5a48-42c6-8b98-cdf91b36d21d tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:45.169299 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-32ba904a-3508-4ef1-b29e-b885504fce63 req-daf4031d-5a48-42c6-8b98-cdf91b36d21d tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 944 time: 0.3372045
May 10 19:59:45.379686 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-32ba904a-3508-4ef1-b29e-b885504fce63 req-62cbc41c-5ddc-4a5f-949e-9900ab6e7f40 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2085161
May 10 19:59:45.469726 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7bea7396-448b-4ad1-9083-962d8e8ca118 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:45.480776 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7bea7396-448b-4ad1-9083-962d8e8ca118 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:45.492670 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-656414d2-7530-49b8-abb7-41c585c18364 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:45.558345 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea7396-448b-4ad1-9083-962d8e8ca118 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf46cda-010d-4165-8613-4ede71e4d431,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:45.571238 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7bea7396-448b-4ad1-9083-962d8e8ca118 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:45.574846 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7bea7396-448b-4ad1-9083-962d8e8ca118 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:45.580099 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-7bea7396-448b-4ad1-9083-962d8e8ca118 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7106433
May 10 19:59:45.584148 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f4b6d-8b76-4b8f-9cb2-6247bf4c4244 req-0b4ff453-1d58-4710-823c-9b7432505e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:45.586356 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-dd7f4b6d-8b76-4b8f-9cb2-6247bf4c4244 req-0b4ff453-1d58-4710-823c-9b7432505e90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94569219a16d4bfda708b7062a7c1401&device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 1097 time: 0.3819270
May 10 19:59:45.587012 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 43626) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:45.592763 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Request body: {'floatingip': {'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:45.601328 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:45.606846 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Usage tracker for resource:floatingip and tenant:b65721b496f24a29859a65925c5d03bf is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:45.614535 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:45.627574 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:45.671695 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for floatingip, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:45.699388 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:45.861229 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port c096619e-fff0-49a5-b398-cea066a6485b, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=c096619e-fff0-49a5-b398-cea066a6485b,segment=NetworkSegment(d81407f0-5164-4828-98d2-3009553635dd),segment_id=d81407f0-5164-4828-98d2-3009553635dd)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 19:59:45.890697 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:45.906910 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0ccfa869-50dc-41f6-baee-b963e360ba88 req-aba1409f-efce-4afd-966f-451b78d5c43c tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 210 time: 0.1251612
May 10 19:59:45.977136 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-96cd2815-9945-43ed-8e97-221e22d01d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:45.992393 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-d0cfd696-75a7-46d3-ad7b-89cefa79765e tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:45.997299 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-d0cfd696-75a7-46d3-ad7b-89cefa79765e tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/networks?id=12fcecad-eba8-4da7-8035-097c01649aff HTTP/1.1" status: 200  len: 819 time: 0.5448198
May 10 19:59:46.023905 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-e4cb9f41-35eb-4b9c-b6ae-7e9faad69647 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/quotas/856b84e1fb1f47a0a90fc51c6d13ed80 HTTP/1.1" status: 200  len: 375 time: 0.0227492
May 10 19:59:46.048602 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:46.090217 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 43632) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:46.145394 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:46.193314 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=c096619e-fff0-49a5-b398-cea066a6485b,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:46.197718 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] Transition to ACTIVE for port object 532486a0-2f7b-4925-9ee7-f08269844d77 will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:59:46.202768 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:46.216476 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-05e3e0b1-d53e-4815-8593-165a4110e3ae tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=856b84e1fb1f47a0a90fc51c6d13ed80&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1862640
May 10 19:59:46.224619 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:46.228878 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:46.360135 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Allocated IP 172.27.1.150 (01362e56-e24c-4ee7-a42c-5b36628ae184/e9773ae1-ec36-4e8c-9f0f-e60b51e99e71/c67337e2-cc56-439f-ac72-6dd761f3c4ca) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:59:46.527032 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6ad517cd-3f69-478b-aa48-630773dd2e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:46.635463 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14874d-c20e-4218-92f1-25c7c687c68c None None] Pushing event updated for resources: {'Port': ['ID=532486a0-2f7b-4925-9ee7-f08269844d77,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:46.636288 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-6ad517cd-3f69-478b-aa48-630773dd2e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:46.653961 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-6ad517cd-3f69-478b-aa48-630773dd2e04 admin admin] Usage tracker for resource:security_group_rule and tenant:800c9b829422403b8e99e972d9c3b400 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:46.669380 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-6ad517cd-3f69-478b-aa48-630773dd2e04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:46.670449 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:46.690502 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-9d14874d-c20e-4218-92f1-25c7c687c68c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:46.722784 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:46.735028 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-82c09158-9ec3-490a-b0ce-688693308a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:46.775407 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-6ad517cd-3f69-478b-aa48-630773dd2e04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:46.792432 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-d823f14f-c572-4984-be04-de9cd3da6b29 service neutron] 10.222.0.15 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5745952
May 10 19:59:46.826990 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] Attempting to bind port 532486a0-2f7b-4925-9ee7-f08269844d77 on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 19:59:46.827534 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] Attempting to bind port 532486a0-2f7b-4925-9ee7-f08269844d77 by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': '550dddbb-0fff-49a9-9da1-ac1d2fae6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 19:59:46.827826 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] Attempting to bind port 532486a0-2f7b-4925-9ee7-f08269844d77 on network ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:59:46.843956 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 19:59:46.845177 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] Checking segment: {'id': '550dddbb-0fff-49a9-9da1-ac1d2fae6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:59:46.845594 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:46.846015 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] Bound using segment: {'id': '550dddbb-0fff-49a9-9da1-ac1d2fae6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 19:59:46.846526 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] Bound port: 532486a0-2f7b-4925-9ee7-f08269844d77, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550dddbb-0fff-49a9-9da1-ac1d2fae6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 19:59:46.846934 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:46.888777 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:59:46.897642 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:46.904934 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:59:46.949802 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Pushing event updated for resources: {'Port': ['ID=c67337e2-cc56-439f-ac72-6dd761f3c4ca,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:46.957512 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:46.994197 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:47.134668 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023679bc-0432-4457-99ba-c31284466fae req-bcee0517-c137-4cdd-9702-df7e35ebbd96 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:47.137993 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-023679bc-0432-4457-99ba-c31284466fae req-bcee0517-c137-4cdd-9702-df7e35ebbd96 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 944 time: 0.4743516
May 10 19:59:47.148413 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-55ae3477-d6b4-481d-b4cc-b6f118fd9115 service neutron] 10.222.0.15 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3548391
May 10 19:59:47.189361 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] For port 532486a0-2f7b-4925-9ee7-f08269844d77, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 19:59:47.195740 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] For port 532486a0-2f7b-4925-9ee7-f08269844d77, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=532486a0-2f7b-4925-9ee7-f08269844d77,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 19:59:47.205744 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:47.210434 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:47.301963 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] Routers {'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 19:59:47.302769 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff87ee3d0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T19:59:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:47.345446 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6ad517cd-3f69-478b-aa48-630773dd2e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:47.356528 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-023679bc-0432-4457-99ba-c31284466fae req-76f85586-35fd-4190-b508-58ac92ebbf04 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2007315
May 10 19:59:47.360708 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6ad517cd-3f69-478b-aa48-630773dd2e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:47.377219 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3aa14da3-4744-4c3f-a67a-276c351fc547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:47.391621 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:47.496813 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-6ad517cd-3f69-478b-aa48-630773dd2e04 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=800c9b829422403b8e99e972d9c3b400&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3969100
May 10 19:59:47.497729 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad517cd-3f69-478b-aa48-630773dd2e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ab65fb-1d6f-4f46-8b64-c5bdae7b6b95,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:47.508386 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6ad517cd-3f69-478b-aa48-630773dd2e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:47.508671 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 43668) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:47.673146 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0d7138cf-deaa-49e8-8468-ab8f54d6e950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:47.690146 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14874d-c20e-4218-92f1-25c7c687c68c None None] Pushing event updated for resources: {'Port': ['ID=532486a0-2f7b-4925-9ee7-f08269844d77,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:47.698381 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-9d14874d-c20e-4218-92f1-25c7c687c68c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:47.746168 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0d7138cf-deaa-49e8-8468-ab8f54d6e950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:47.820278 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f4b6d-8b76-4b8f-9cb2-6247bf4c4244 req-3f6dee0b-d963-4700-9e93-451ac9462a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:47.822766 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-dd7f4b6d-8b76-4b8f-9cb2-6247bf4c4244 req-3f6dee0b-d963-4700-9e93-451ac9462a34 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=94569219a16d4bfda708b7062a7c1401&shared=False HTTP/1.1" status: 200  len: 912 time: 0.7519982
May 10 19:59:47.896880 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] Set router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 19:59:48.109193 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device c096619e-fff0-49a5-b398-cea066a6485b up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:59:48.371116 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-801c20d3-e3ab-4616-8c21-e0fc32b3853c req-c810940b-82c4-424d-b09a-ed08d6294e89 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 210 time: 0.1663311
May 10 19:59:48.418031 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7d8e90bd-0fde-4e81-9002-8d2d087a48f5 req-ab464ad8-a543-41ca-b35c-71eb0ba481ef tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 210 time: 0.5328770
May 10 19:59:48.434021 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0d7138cf-deaa-49e8-8468-ab8f54d6e950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:48.481732 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8c5bd3a7-bd85-462d-a4d4-4ace3fee6fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:48.494141 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port c096619e-fff0-49a5-b398-cea066a6485b triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:48.494731 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:48.549025 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7138cf-deaa-49e8-8468-ab8f54d6e950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ab65fb-1d6f-4f46-8b64-c5bdae7b6b95,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:48.565961 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0d7138cf-deaa-49e8-8468-ab8f54d6e950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:48.575468 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0d7138cf-deaa-49e8-8468-ab8f54d6e950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:48.581762 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-0d7138cf-deaa-49e8-8468-ab8f54d6e950 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4ab65fb-1d6f-4f46-8b64-c5bdae7b6b95 HTTP/1.1" status: 204  len: 168 time: 1.0697968
May 10 19:59:48.736792 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.30', 55548) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:48.939730 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f4b6d-8b76-4b8f-9cb2-6247bf4c4244 req-17f410dd-5bcf-4b85-ac5d-844637768149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:48.942239 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-dd7f4b6d-8b76-4b8f-9cb2-6247bf4c4244 req-17f410dd-5bcf-4b85-ac5d-844637768149 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 1.0929866
May 10 19:59:49.050824 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for port, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:49.061440 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:49.126698 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:49.237373 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400245'] for floatingip, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:49.401619 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Pushing event updated for resources: {'Port': ['ID=c67337e2-cc56-439f-ac72-6dd761f3c4ca,revision_number=2']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:49.411892 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:49.487403 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:49.501516 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.9006574
May 10 19:59:49.644712 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-2155bcd9-9fff-4e6b-810c-fa2d488f10dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:49.649251 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-2155bcd9-9fff-4e6b-810c-fa2d488f10dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94569219a16d4bfda708b7062a7c1401&device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 1097 time: 0.3799150
May 10 19:59:49.654383 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-59f1b46f-f519-44ca-a957-3d3bc4fd7e8f tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:49.656558 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-59f1b46f-f519-44ca-a957-3d3bc4fd7e8f tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.30 "GET /v2.0/networks?id=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb HTTP/1.1" status: 200  len: 811 time: 0.9121957
May 10 19:59:49.686167 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d9cf8-75be-4fdd-8c15-eab7dc6d16e4 req-011f436f-f693-402b-bede-2eece640e9b8 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:49.692300 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-812d9cf8-75be-4fdd-8c15-eab7dc6d16e4 req-011f436f-f693-402b-bede-2eece640e9b8 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 944 time: 0.4472897
May 10 19:59:49.833558 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-812d9cf8-75be-4fdd-8c15-eab7dc6d16e4 req-0972f057-bfd3-4348-8d76-1cb80cf82b50 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355870
May 10 19:59:49.954589 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7fa73c87-fe49-4780-9c66-fce5823adb90 req-fb64a877-57d4-4f27-bb2a-26233696cbf5 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 210 time: 0.1045749
May 10 19:59:50.054552 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff87ee3d0>, [{'id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:39Z', 'revision_number': 4, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'gw_port': {'id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '532486a0-2f7b-4925-9ee7-f08269844d77', 'name': '', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'mac_address': 'fa:16:3e:e4:30:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:35Z', 'updated_at': '2021-05-10T19:59:47Z', 'revision_number': 4, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'subnets': [{'id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 19:59:50.057961 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a8d43c15-b1be-408b-9e52-ba58e0ae75ec req-0d7fd953-f3cb-4e63-ab6f-fefb4f2f0387 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 210 time: 0.0766411
May 10 19:59:50.062406 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115ba85e-9f5b-47d2-bf11-9739cde3606f None None] The sync data for ids ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'] in dv-cinder-788364-3-iscsi is: [{'id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:39Z', 'revision_number': 4, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'gw_port': {'id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '532486a0-2f7b-4925-9ee7-f08269844d77', 'name': '', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'mac_address': 'fa:16:3e:e4:30:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:35Z', 'updated_at': '2021-05-10T19:59:47Z', 'revision_number': 4, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'subnets': [{'id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 19:59:50.253038 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.30', 55552) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:50.284343 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-460fad90-b6b8-4d45-a964-1c0277f77d7b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00b5e5d4-0233-4c2f-a1d0-e785ad3f272b HTTP/1.1" status: 200  len: 217 time: 0.0863304
May 10 19:59:50.417839 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-2196db26-99fe-4130-8830-54997af04fb8 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef2cf49eae1d4d10ad224d6ec46ad00a HTTP/1.1" status: 200  len: 380 time: 0.1636841
May 10 19:59:50.419863 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-af59d832-9299-4a4f-8fc6-b9b9f8ed085d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Synchronizing usage tracker for tenant:b65721b496f24a29859a65925c5d03bf on resource:security_group {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 19:59:50.461610 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-af59d832-9299-4a4f-8fc6-b9b9f8ed085d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Unset dirty status for tenant:b65721b496f24a29859a65925c5d03bf on resource:security_group {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 19:59:50.462779 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-af59d832-9299-4a4f-8fc6-b9b9f8ed085d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1637040608&fields=id&tenant_id=b65721b496f24a29859a65925c5d03bf HTTP/1.1" status: 200  len: 267 time: 0.2587252
May 10 19:59:50.578123 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59450533-4a2e-49cb-84c0-21955461e910 req-1168039b-055f-424d-afa7-00e9d1938d08 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:50.579431 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-59450533-4a2e-49cb-84c0-21955461e910 req-1168039b-055f-424d-afa7-00e9d1938d08 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.30 "GET /v2.0/networks?id=12fcecad-eba8-4da7-8035-097c01649aff HTTP/1.1" status: 200  len: 819 time: 0.3240666
May 10 19:59:50.657813 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-687b829c-9a37-4ecd-8eee-c7910ded7cf8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:50.658595 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-687b829c-9a37-4ecd-8eee-c7910ded7cf8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Synchronizing usage tracker for tenant:b65721b496f24a29859a65925c5d03bf on resource:network {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 19:59:50.681414 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-687b829c-9a37-4ecd-8eee-c7910ded7cf8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Unset dirty status for tenant:b65721b496f24a29859a65925c5d03bf on resource:network {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 19:59:50.682709 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-687b829c-9a37-4ecd-8eee-c7910ded7cf8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/networks?id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 HTTP/1.1" status: 200  len: 816 time: 0.2080770
May 10 19:59:50.698371 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-96c2dda8-0aff-40b2-b89e-8a0964b781e5 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/quotas/b65721b496f24a29859a65925c5d03bf HTTP/1.1" status: 200  len: 375 time: 0.0099909
May 10 19:59:50.800089 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-a9af8156-d5c4-42e4-bd6b-01f663c03986 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Synchronizing usage tracker for tenant:b65721b496f24a29859a65925c5d03bf on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 19:59:50.820614 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-a9af8156-d5c4-42e4-bd6b-01f663c03986 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Unset dirty status for tenant:b65721b496f24a29859a65925c5d03bf on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 19:59:50.822050 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-a9af8156-d5c4-42e4-bd6b-01f663c03986 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b65721b496f24a29859a65925c5d03bf&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1172683
May 10 19:59:51.166897 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b05fb-6fd9-4d7e-b5d7-22f19407414e req-6d15038e-59d7-4ccb-8b12-13bf166fc8c0 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:51.169063 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-037b05fb-6fd9-4d7e-b5d7-22f19407414e req-6d15038e-59d7-4ccb-8b12-13bf166fc8c0 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 944 time: 0.1960876
May 10 19:59:51.170517 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-ea98eb84-ad10-4f9b-be2a-bab7ae84d23f service neutron] 10.222.0.15 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3313308
May 10 19:59:51.321809 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-037b05fb-6fd9-4d7e-b5d7-22f19407414e req-a2102d84-6511-499c-8be9-2b1aac27f52a tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432717
May 10 19:59:51.391554 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-75617261-b81d-431e-a6c9-a3be068f0d6f service neutron] 10.222.0.15 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1867855
May 10 19:59:51.536455 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5f451934-718b-43fb-8fc1-95aa95c0c701 req-b7d785fe-829a-45b5-a8a9-de78609d199d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 210 time: 0.0785489
May 10 19:59:51.786089 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-eb0082f2-873f-490b-aa4a-84fcd03b31a0 req-6a3b00cd-dd42-44e6-94d4-095882cc7901 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 210 time: 0.1280112
May 10 19:59:51.801098 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e6055ebe-2c23-41f5-8cf1-10247c3b534c req-ef3d5ab8-6f21-4a8c-811e-b9fb048ba314 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 210 time: 0.0856466
May 10 19:59:52.096886 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 532486a0-2f7b-4925-9ee7-f08269844d77 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:59:52.170651 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port 532486a0-2f7b-4925-9ee7-f08269844d77 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:59:52.177876 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 532486a0-2f7b-4925-9ee7-f08269844d77 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:52.178254 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:52.324181 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:52.361092 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port 532486a0-2f7b-4925-9ee7-f08269844d77, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=532486a0-2f7b-4925-9ee7-f08269844d77,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 19:59:52.365768 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:52.367731 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:52.436046 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=532486a0-2f7b-4925-9ee7-f08269844d77,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:52.440447 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:52.518351 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8a6a0-8032-46f7-9d5e-509fcff7a671 req-10467bce-52a8-40d6-bed3-99ebab6a4119 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:52.519884 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-19c8a6a0-8032-46f7-9d5e-509fcff7a671 req-10467bce-52a8-40d6-bed3-99ebab6a4119 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 944 time: 0.0823030
May 10 19:59:52.565885 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-19c8a6a0-8032-46f7-9d5e-509fcff7a671 req-35fcde25-d615-46b1-8053-576a79ccdc97 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401452
May 10 19:59:52.739194 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-47f62fb9-6c8d-4724-ae23-748844144e48 req-6af90e01-f51e-40df-b3df-01c070c395cb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 210 time: 0.0928569
May 10 19:59:52.929328 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b4bc6d38-6aec-4a3f-bc1e-46eb59b3f17b req-22a40182-b104-4875-9915-6e579cfc3dd5 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 210 time: 0.0431817
May 10 19:59:52.975531 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c5cb9be2-2aee-4807-ae6f-9c80c9354a91 req-adfe87ab-7b4f-4d2d-a359-e4db6b88bc4e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 210 time: 0.0420530
May 10 19:59:53.750449 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b9c60-cdac-4940-9592-dd8ffa39fad8 req-6d6b540d-287b-4441-8eb3-3ed0a6c2faa0 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:53.751876 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-333b9c60-cdac-4940-9592-dd8ffa39fad8 req-6d6b540d-287b-4441-8eb3-3ed0a6c2faa0 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 944 time: 0.0813582
May 10 19:59:53.800731 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-333b9c60-cdac-4940-9592-dd8ffa39fad8 req-920d5edd-9198-43eb-9300-a2fbb21d3e6e tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431929
May 10 19:59:53.825018 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-a41a58b9-963c-4650-9a6c-3f25797444c3 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Request body: {'port': {'device_id': '9cb7c595-bea4-46df-bf52-01ae784c308c', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'admin_state_up': True, 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'security_groups': ['a1f0c696-ded1-46fe-b1a9-860a16a9c9c7']}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:53.845296 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-59450533-4a2e-49cb-84c0-21955461e910 req-0b315782-a413-42fb-b015-6aa164d6b1e4 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Request body: {'port': {'device_id': 'e47383cf-0188-41fe-9fc8-fbb36611b088', 'network_id': '12fcecad-eba8-4da7-8035-097c01649aff', 'admin_state_up': True, 'tenant_id': '856b84e1fb1f47a0a90fc51c6d13ed80'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:53.920107 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-9b97d40a-c0a2-45e6-90c2-8851b958867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:53.922696 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-9b97d40a-c0a2-45e6-90c2-8851b958867e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0dac7b67-8a05-438f-8dae-c68fe547924e HTTP/1.1" status: 200  len: 852 time: 0.1098464
May 10 19:59:53.982382 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-3776fa92-b160-4773-bca5-c8c5977cdd75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fc03c528-86c5-471f-a9bc-4248f2649ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505769
May 10 19:59:54.040158 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3ae04421-89aa-4f15-9b7f-1884d964e19f req-5bdfefaa-6386-4fd0-82da-4f77d3b8cd12 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 210 time: 0.0712917
May 10 19:59:54.130807 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 532486a0-2f7b-4925-9ee7-f08269844d77 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 19:59:54.182735 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fd2fbbdf-90c6-49e8-bb1e-c67fe2519394 req-cee5a6a0-dad4-4d15-94f6-747afa75f0a0 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 210 time: 0.0888295
May 10 19:59:54.210319 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 532486a0-2f7b-4925-9ee7-f08269844d77 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:54.212241 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:54.229307 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-f020cb7b-0d0a-432d-9d62-410bc30ecf0f service neutron] 10.222.0.30 "GET /v2.0/networks/fc03c528-86c5-471f-a9bc-4248f2649ffd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2381234
May 10 19:59:54.267158 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-12047afe-9cc5-4468-bd38-9f915e253fdd req-8ed8bc3b-ee6e-4952-8437-f8772c5bb6fa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 210 time: 0.0737221
May 10 19:59:54.320594 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-59450533-4a2e-49cb-84c0-21955461e910 req-0b315782-a413-42fb-b015-6aa164d6b1e4 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:54.325794 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-a41a58b9-963c-4650-9a6c-3f25797444c3 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:54.336310 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-a41a58b9-963c-4650-9a6c-3f25797444c3 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Usage tracker for resource:port and tenant:ef2cf49eae1d4d10ad224d6ec46ad00a is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:54.339269 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-59450533-4a2e-49cb-84c0-21955461e910 req-0b315782-a413-42fb-b015-6aa164d6b1e4 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:54.341553 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-a41a58b9-963c-4650-9a6c-3f25797444c3 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:54.350535 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-a41a58b9-963c-4650-9a6c-3f25797444c3 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:54.360663 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59450533-4a2e-49cb-84c0-21955461e910 req-0b315782-a413-42fb-b015-6aa164d6b1e4 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Made reservation on behalf of 856b84e1fb1f47a0a90fc51c6d13ed80 for: {'port': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:59:54.364391 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-59450533-4a2e-49cb-84c0-21955461e910 req-0b315782-a413-42fb-b015-6aa164d6b1e4 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:54.377270 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-a41a58b9-963c-4650-9a6c-3f25797444c3 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Made reservation on behalf of ef2cf49eae1d4d10ad224d6ec46ad00a for: {'port': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:59:54.381074 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-a41a58b9-963c-4650-9a6c-3f25797444c3 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:54.471156 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-fa0ff900-a23e-4fcb-83f0-67aef28d56e3 req-296389db-145a-4d8a-900d-6313f6b948bd service neutron] 10.222.0.30 "GET /v2.0/networks/fc03c528-86c5-471f-a9bc-4248f2649ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2221682
May 10 19:59:54.679326 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [req-59450533-4a2e-49cb-84c0-21955461e910 req-0b315782-a413-42fb-b015-6aa164d6b1e4 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Allocated IP 172.20.0.6 (12fcecad-eba8-4da7-8035-097c01649aff/a4e13f19-09d6-4437-8413-9cd5f2a1478d/79de43ea-6ad8-4250-9344-1e4b3b22e91c) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:59:54.687774 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-a41a58b9-963c-4650-9a6c-3f25797444c3 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Allocated IP 172.20.0.10 (4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb/0006aa00-bd28-429e-820e-13d3242b4a7f/3a55def3-f11f-44d5-90f0-c56e7e8f0f30) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:59:54.734859 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-fe7c33e2-e3ce-4aad-a8be-70d1913de672 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:54.735550 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-fe7c33e2-e3ce-4aad-a8be-70d1913de672 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Synchronizing usage tracker for tenant:856b84e1fb1f47a0a90fc51c6d13ed80 on resource:network {{(pid=78727) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 19:59:54.754341 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-fe7c33e2-e3ce-4aad-a8be-70d1913de672 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Unset dirty status for tenant:856b84e1fb1f47a0a90fc51c6d13ed80 on resource:network {{(pid=78727) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 19:59:54.755509 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-fe7c33e2-e3ce-4aad-a8be-70d1913de672 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.30 "GET /v2.0/networks?id=12fcecad-eba8-4da7-8035-097c01649aff HTTP/1.1" status: 200  len: 819 time: 0.1907861
May 10 19:59:54.771654 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-331dae30-53fc-48d5-bb02-ef01b99466bf tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Request body: {'port': {'device_id': 'e14753f9-9862-44d1-aa8e-3093719e2183', 'network_id': '12fcecad-eba8-4da7-8035-097c01649aff', 'admin_state_up': True, 'tenant_id': '856b84e1fb1f47a0a90fc51c6d13ed80'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:54.950437 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-331dae30-53fc-48d5-bb02-ef01b99466bf tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:54.961011 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-331dae30-53fc-48d5-bb02-ef01b99466bf tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:54.971789 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-331dae30-53fc-48d5-bb02-ef01b99466bf tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Made reservation on behalf of 856b84e1fb1f47a0a90fc51c6d13ed80 for: {'port': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:59:54.976003 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-331dae30-53fc-48d5-bb02-ef01b99466bf tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:55.104464 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-a41a58b9-963c-4650-9a6c-3f25797444c3 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:55.118613 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-59450533-4a2e-49cb-84c0-21955461e910 req-0b315782-a413-42fb-b015-6aa164d6b1e4 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:55.143356 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-a41a58b9-963c-4650-9a6c-3f25797444c3 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Transition to ACTIVE for port object 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:59:55.158603 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87285f98-077a-4e28-b8a2-e7bd33935a80 req-5d53eea9-43d4-45f4-bef2-42ce246146e1 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:55.160079 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-87285f98-077a-4e28-b8a2-e7bd33935a80 req-5d53eea9-43d4-45f4-bef2-42ce246146e1 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 944 time: 0.2361844
May 10 19:59:55.229698 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d888bf91-11fe-4f7c-ad8f-a5163b39129e req-45cb2b1b-76bb-42e6-a866-d7df520dc7de tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 210 time: 0.0669270
May 10 19:59:55.294815 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-87285f98-077a-4e28-b8a2-e7bd33935a80 req-48683eb2-6938-412d-9f2d-489e3bb19bad tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965950
May 10 19:59:55.306162 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-a41a58b9-963c-4650-9a6c-3f25797444c3 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:55.313173 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-59450533-4a2e-49cb-84c0-21955461e910 req-0b315782-a413-42fb-b015-6aa164d6b1e4 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:55.323904 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:55.423987 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c8a5fbae-24f1-461f-90af-9ec04157762d req-a3561571-5993-44ad-bb17-fa0ef9d413cb tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 210 time: 0.0515971
May 10 19:59:55.489771 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-331dae30-53fc-48d5-bb02-ef01b99466bf tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Allocated IP 172.20.0.9 (12fcecad-eba8-4da7-8035-097c01649aff/a4e13f19-09d6-4437-8413-9cd5f2a1478d/b272e384-b438-4d1a-86c6-152aec8df299) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:59:55.499891 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.30', 55566) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:55.588155 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-a41a58b9-963c-4650-9a6c-3f25797444c3 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Network 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:59:55.592264 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59450533-4a2e-49cb-84c0-21955461e910 req-0b315782-a413-42fb-b015-6aa164d6b1e4 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Network 12fcecad-eba8-4da7-8035-097c01649aff is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:59:55.595236 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a185e403-5655-4150-8b44-29ebbcc42bb1 req-80d1e5fc-598b-436f-b3ca-9f511225e261 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 210 time: 0.0745859
May 10 19:59:55.596156 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-a41a58b9-963c-4650-9a6c-3f25797444c3 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:55.605245 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [req-59450533-4a2e-49cb-84c0-21955461e910 req-0b315782-a413-42fb-b015-6aa164d6b1e4 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:55.611247 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-a41a58b9-963c-4650-9a6c-3f25797444c3 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:59:55.616778 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-a41a58b9-963c-4650-9a6c-3f25797444c3 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:55.617428 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-a41a58b9-963c-4650-9a6c-3f25797444c3 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:55.623352 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-59450533-4a2e-49cb-84c0-21955461e910 req-0b315782-a413-42fb-b015-6aa164d6b1e4 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:59:55.629464 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59450533-4a2e-49cb-84c0-21955461e910 req-0b315782-a413-42fb-b015-6aa164d6b1e4 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:55.630121 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-59450533-4a2e-49cb-84c0-21955461e910 req-0b315782-a413-42fb-b015-6aa164d6b1e4 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:55.647450 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a58b9-963c-4650-9a6c-3f25797444c3 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Pushing event updated for resources: {'Port': ['ID=3a55def3-f11f-44d5-90f0-c56e7e8f0f30,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:55.736940 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-a41a58b9-963c-4650-9a6c-3f25797444c3 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9186442
May 10 19:59:55.741681 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-59450533-4a2e-49cb-84c0-21955461e910 req-0b315782-a413-42fb-b015-6aa164d6b1e4 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9218223
May 10 19:59:55.771606 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b315782-a413-42fb-b015-6aa164d6b1e4 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Pushing event updated for resources: {'Port': ['ID=79de43ea-6ad8-4250-9344-1e4b3b22e91c,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:55.783388 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Request body: {'port': {'device_id': '9cb7c595-bea4-46df-bf52-01ae784c308c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:55.822966 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0b315782-a413-42fb-b015-6aa164d6b1e4 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:55.837155 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Request body: {'port': {'device_id': 'e47383cf-0188-41fe-9fc8-fbb36611b088', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:55.881236 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.358s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:55.883005 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:55.950852 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-d19d1e58-b95d-4424-8eb2-a141117ea980 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:55.962961 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-d19d1e58-b95d-4424-8eb2-a141117ea980 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.30 "GET /v2.0/networks?id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 HTTP/1.1" status: 200  len: 816 time: 0.4618905
May 10 19:59:55.964649 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-262ba312-bb76-4206-b01d-5c23eecf7e0d None None] Provisioning for port 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:59:55.980784 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-262ba312-bb76-4206-b01d-5c23eecf7e0d None None] Provisioning complete for port 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:55.981418 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-262ba312-bb76-4206-b01d-5c23eecf7e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:56.042710 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-4a8c88fe-30d6-4619-83c6-3420cd4c8e1f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Synchronizing usage tracker for tenant:b65721b496f24a29859a65925c5d03bf on resource:security_group {{(pid=78727) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 19:59:56.070767 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-262ba312-bb76-4206-b01d-5c23eecf7e0d None None] Port 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 19:59:56.081393 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-4a8c88fe-30d6-4619-83c6-3420cd4c8e1f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Unset dirty status for tenant:b65721b496f24a29859a65925c5d03bf on resource:security_group {{(pid=78727) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 19:59:56.082537 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-4a8c88fe-30d6-4619-83c6-3420cd4c8e1f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b65721b496f24a29859a65925c5d03bf HTTP/1.1" status: 200  len: 380 time: 0.1102843
May 10 19:59:56.099596 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-89c62372-7498-4e6c-bbb8-e61c1dec68c8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Request body: {'port': {'device_id': '6a24ef79-1221-470e-a9df-3c2a5ea8857a', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'admin_state_up': True, 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'security_groups': ['87f45d21-8911-4401-a358-93dca441e840']}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:56.101407 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:56.114996 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:56.339439 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-331dae30-53fc-48d5-bb02-ef01b99466bf tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:56.428827 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-331dae30-53fc-48d5-bb02-ef01b99466bf tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:56.455192 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:56.558117 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-331dae30-53fc-48d5-bb02-ef01b99466bf tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Network 12fcecad-eba8-4da7-8035-097c01649aff is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:59:56.563907 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-331dae30-53fc-48d5-bb02-ef01b99466bf tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:56.566987 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-331dae30-53fc-48d5-bb02-ef01b99466bf tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:59:56.572793 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-331dae30-53fc-48d5-bb02-ef01b99466bf tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:56.573443 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-331dae30-53fc-48d5-bb02-ef01b99466bf tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:56.582806 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dae30-53fc-48d5-bb02-ef01b99466bf tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Pushing event updated for resources: {'Port': ['ID=b272e384-b438-4d1a-86c6-152aec8df299,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:56.586351 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-331dae30-53fc-48d5-bb02-ef01b99466bf tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:56.594269 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-89c62372-7498-4e6c-bbb8-e61c1dec68c8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:56.613800 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-89c62372-7498-4e6c-bbb8-e61c1dec68c8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:56.623785 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-331dae30-53fc-48d5-bb02-ef01b99466bf tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8577490
May 10 19:59:56.628938 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-89c62372-7498-4e6c-bbb8-e61c1dec68c8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Made reservation on behalf of b65721b496f24a29859a65925c5d03bf for: {'port': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 19:59:56.632808 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-89c62372-7498-4e6c-bbb8-e61c1dec68c8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:56.649947 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Request body: {'port': {'device_id': 'e14753f9-9862-44d1-aa8e-3093719e2183', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:56.939983 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:57.068946 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-89c62372-7498-4e6c-bbb8-e61c1dec68c8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Allocated IP 172.20.0.9 (ab7a157c-09d7-4921-8bf8-a6a3c71a61b7/a7c0f63c-4d1b-479f-a1ab-64a94c500e7f/9203c9d1-f264-4559-9930-0e2c6c6451c5) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 19:59:57.123076 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 {{(pid=78728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 19:59:57.149507 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca69c9a-c565-413a-b77f-b339bb9d7e6c req-10c34a46-95a7-42a0-aad8-5d293fad277c tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:57.150438 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-1ca69c9a-c565-413a-b77f-b339bb9d7e6c req-10c34a46-95a7-42a0-aad8-5d293fad277c tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Synchronizing usage tracker for tenant:ef2cf49eae1d4d10ad224d6ec46ad00a on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 19:59:57.156992 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:57.195650 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e540a-f51b-4761-92fe-fdf5da17cba9 req-1bf27568-adca-444a-856c-64d2516bf5e7 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:57.203186 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1c6e540a-f51b-4761-92fe-fdf5da17cba9 req-1bf27568-adca-444a-856c-64d2516bf5e7 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 944 time: 0.6586862
May 10 19:59:57.248042 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Transition to ACTIVE for port object 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 will not be triggered until provisioned by entity L2. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:59:57.260114 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:57.275195 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1c6e540a-f51b-4761-92fe-fdf5da17cba9 req-fcc9b41c-a8c0-4a37-af5e-17d9ae683bb9 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688324
May 10 19:59:57.303604 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:57.330388 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-1ca69c9a-c565-413a-b77f-b339bb9d7e6c req-10c34a46-95a7-42a0-aad8-5d293fad277c tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Unset dirty status for tenant:ef2cf49eae1d4d10ad224d6ec46ad00a on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 19:59:57.331515 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1ca69c9a-c565-413a-b77f-b339bb9d7e6c req-10c34a46-95a7-42a0-aad8-5d293fad277c tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 932 time: 0.8803754
May 10 19:59:57.362359 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-aba8bcfa-8f46-45f9-9130-0b52dfb4ba8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:57.507231 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-89c62372-7498-4e6c-bbb8-e61c1dec68c8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:57.529835 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.provisioning_blocks [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-89c62372-7498-4e6c-bbb8-e61c1dec68c8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Transition to ACTIVE for port object 9203c9d1-f264-4559-9930-0e2c6c6451c5 will not be triggered until provisioned by entity DHCP. {{(pid=78727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:59:57.574647 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-89c62372-7498-4e6c-bbb8-e61c1dec68c8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:57.603366 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:57.680435 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c62372-7498-4e6c-bbb8-e61c1dec68c8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Pushing event updated for resources: {'Port': ['ID=9203c9d1-f264-4559-9930-0e2c6c6451c5,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:57.690492 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-89c62372-7498-4e6c-bbb8-e61c1dec68c8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:57.703249 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-89c62372-7498-4e6c-bbb8-e61c1dec68c8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Network ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 19:59:57.704578 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-89c62372-7498-4e6c-bbb8-e61c1dec68c8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 19:59:57.707200 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-89c62372-7498-4e6c-bbb8-e61c1dec68c8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 19:59:57.713940 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-89c62372-7498-4e6c-bbb8-e61c1dec68c8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:57.714599 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-89c62372-7498-4e6c-bbb8-e61c1dec68c8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:57.731418 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Pushing event updated for resources: {'Port': ['ID=3a55def3-f11f-44d5-90f0-c56e7e8f0f30,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:57.741634 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79de43ea-6ad8-4250-9344-1e4b3b22e91c {{(pid=78728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 19:59:57.752168 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:57.757190 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:57.758207 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-89c62372-7498-4e6c-bbb8-e61c1dec68c8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6627712
May 10 19:59:57.766996 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1ca69c9a-c565-413a-b77f-b339bb9d7e6c req-480844f5-623d-48a5-ad87-b44ba49728d6 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4107661
May 10 19:59:57.772770 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Request body: {'port': {'device_id': '6a24ef79-1221-470e-a9df-3c2a5ea8857a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 19:59:57.778790 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Attempting to bind port 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 19:59:57.779239 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Attempting to bind port 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '02d6ea9c-b7c6-43c6-998b-d26fce13f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb'}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 19:59:57.779821 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Attempting to bind port 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 on network 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:59:57.801765 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Transition to ACTIVE for port object 79de43ea-6ad8-4250-9344-1e4b3b22e91c will not be triggered until provisioned by entity L2. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:59:57.802182 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Port 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 on network 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 19:59:57.804033 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Attempting to bind port 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 on network 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:59:57.818116 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 43960) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:57.818476 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:57.848212 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0b315782-a413-42fb-b015-6aa164d6b1e4 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:57.924882 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Checking agent: {'id': '16e2165d-e53b-4771-ba7e-9126d1b04f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'started_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 19:59:57.925374 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Checking segment: {'id': '02d6ea9c-b7c6-43c6-998b-d26fce13f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:59:57.926202 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Bound using segment: {'id': '02d6ea9c-b7c6-43c6-998b-d26fce13f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb'} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 19:59:57.926773 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Bound port: 3a55def3-f11f-44d5-90f0-c56e7e8f0f30, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d6ea9c-b7c6-43c6-998b-d26fce13f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb'}}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 19:59:57.927220 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:58.072168 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:58.110376 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f893e3ab-0612-4107-98c9-42c15eea99ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:58.157010 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-baed1b25-bd78-4e2d-8a26-1da10883ecae None None] Provisioning for port 9203c9d1-f264-4559-9930-0e2c6c6451c5 completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 19:59:58.163698 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-baed1b25-bd78-4e2d-8a26-1da10883ecae None None] Provisioning complete for port 9203c9d1-f264-4559-9930-0e2c6c6451c5 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 19:59:58.164558 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-baed1b25-bd78-4e2d-8a26-1da10883ecae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:58.173609 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cebce5-45e2-483c-823c-51dd244819e0 req-95b6ab22-71e7-4eb7-ab18-49d128ca2163 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:58.174430 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-36cebce5-45e2-483c-823c-51dd244819e0 req-95b6ab22-71e7-4eb7-ab18-49d128ca2163 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Synchronizing usage tracker for tenant:856b84e1fb1f47a0a90fc51c6d13ed80 on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 19:59:58.178685 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-f893e3ab-0612-4107-98c9-42c15eea99ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 19:59:58.218926 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-f893e3ab-0612-4107-98c9-42c15eea99ea admin admin] Usage tracker for resource:security_group_rule and tenant:f1526e1ff29f4e92964156d69f6fe430 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 19:59:58.229097 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-f893e3ab-0612-4107-98c9-42c15eea99ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 19:59:58.238384 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Pushing event updated for resources: {'Port': ['ID=79de43ea-6ad8-4250-9344-1e4b3b22e91c,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:58.242858 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-baed1b25-bd78-4e2d-8a26-1da10883ecae None None] Port 9203c9d1-f264-4559-9930-0e2c6c6451c5 cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 19:59:58.258005 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:58.258254 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-f893e3ab-0612-4107-98c9-42c15eea99ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 19:59:58.271863 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b272e384-b438-4d1a-86c6-152aec8df299 {{(pid=78727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 19:59:58.299625 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-36cebce5-45e2-483c-823c-51dd244819e0 req-95b6ab22-71e7-4eb7-ab18-49d128ca2163 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Unset dirty status for tenant:856b84e1fb1f47a0a90fc51c6d13ed80 on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 19:59:58.300517 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-36cebce5-45e2-483c-823c-51dd244819e0 req-95b6ab22-71e7-4eb7-ab18-49d128ca2163 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 931 time: 0.8764462
May 10 19:59:58.314919 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 19:59:58.327780 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Attempting to bind port 79de43ea-6ad8-4250-9344-1e4b3b22e91c on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 19:59:58.328255 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Attempting to bind port 79de43ea-6ad8-4250-9344-1e4b3b22e91c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd81407f0-5164-4828-98d2-3009553635dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '12fcecad-eba8-4da7-8035-097c01649aff'}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 19:59:58.328582 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Attempting to bind port 79de43ea-6ad8-4250-9344-1e4b3b22e91c on network 12fcecad-eba8-4da7-8035-097c01649aff {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:59:58.332219 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:58.379094 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Port 79de43ea-6ad8-4250-9344-1e4b3b22e91c on network 12fcecad-eba8-4da7-8035-097c01649aff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 19:59:58.379422 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Attempting to bind port 79de43ea-6ad8-4250-9344-1e4b3b22e91c on network 12fcecad-eba8-4da7-8035-097c01649aff {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:59:58.388233 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] For port 3a55def3-f11f-44d5-90f0-c56e7e8f0f30, host hv-cinder-78836, cleared binding levels {{(pid=78728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 19:59:58.388879 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.provisioning_blocks [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Transition to ACTIVE for port object b272e384-b438-4d1a-86c6-152aec8df299 will not be triggered until provisioned by entity L2. {{(pid=78727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:59:58.405215 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Checking agent: {'id': '16e2165d-e53b-4771-ba7e-9126d1b04f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'started_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 19:59:58.406092 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Checking segment: {'id': 'd81407f0-5164-4828-98d2-3009553635dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '12fcecad-eba8-4da7-8035-097c01649aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:59:58.406092 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Bound using segment: {'id': 'd81407f0-5164-4828-98d2-3009553635dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '12fcecad-eba8-4da7-8035-097c01649aff'} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 19:59:58.414099 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Bound port: 79de43ea-6ad8-4250-9344-1e4b3b22e91c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81407f0-5164-4828-98d2-3009553635dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '12fcecad-eba8-4da7-8035-097c01649aff'}}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 19:59:58.414387 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:58.414573 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:58.472906 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-c8d5167d-ec1a-4cc5-a334-7281587a047f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:58.484384 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] For port 3a55def3-f11f-44d5-90f0-c56e7e8f0f30, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3a55def3-f11f-44d5-90f0-c56e7e8f0f30,segment=NetworkSegment(02d6ea9c-b7c6-43c6-998b-d26fce13f343),segment_id=02d6ea9c-b7c6-43c6-998b-d26fce13f343)] {{(pid=78728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 19:59:58.585495 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:58.591841 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00b5e5d4-0233-4c2f-a1d0-e785ad3f272b,segment=NetworkSegment(8c0ca944-f8b4-499c-94c2-aa071bdf80c8),segment_id=8c0ca944-f8b4-499c-94c2-aa071bdf80c8)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 19:59:58.596166 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-36cebce5-45e2-483c-823c-51dd244819e0 req-837d4a70-9311-4014-b9ca-35d3dd20c779 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2769492
May 10 19:59:58.608161 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': '00b5e5d4-0233-4c2f-a1d0-e785ad3f272b', 'network_id': 'fc03c528-86c5-471f-a9bc-4248f2649ffd', 'port_id': '00b5e5d4-0233-4c2f-a1d0-e785ad3f272b', 'mac_address': 'fa:16:3e:5c:c3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dac7b67-8a05-438f-8dae-c68fe547924e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 19:59:58.620268 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60dcbe-2b37-441b-bb51-774d923a5667 req-bff57bea-164a-4c22-a1e6-f8f000cdbefc tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:58.621340 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ba60dcbe-2b37-441b-bb51-774d923a5667 req-bff57bea-164a-4c22-a1e6-f8f000cdbefc tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 931 time: 0.5336347
May 10 19:59:58.628749 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:58.730736 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:58.754060 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:58.754679 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:58.756080 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] 10.222.0.30 "PUT /v2.0/ports/3a55def3-f11f-44d5-90f0-c56e7e8f0f30 HTTP/1.1" status: 200  len: 1094 time: 2.9794564
May 10 19:59:58.758663 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 19:59:58.782441 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00b5e5d4-0233-4c2f-a1d0-e785ad3f272b,segment=NetworkSegment(8c0ca944-f8b4-499c-94c2-aa071bdf80c8),segment_id=8c0ca944-f8b4-499c-94c2-aa071bdf80c8)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 19:59:58.788607 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:58.791096 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1bd64454-f356-4e04-9031-732e27813faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:58.794467 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb7c595-bea4-46df-bf52-01ae784c308c', 'tag': '3a55def3-f11f-44d5-90f0-c56e7e8f0f30'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 19:59:58.896060 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=00b5e5d4-0233-4c2f-a1d0-e785ad3f272b,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:58.910496 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:58.919850 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Pushing event updated for resources: {'Port': ['ID=b272e384-b438-4d1a-86c6-152aec8df299,revision_number=2']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:58.923570 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ba60dcbe-2b37-441b-bb51-774d923a5667 req-07578bc6-c041-40c6-8610-18b477b039eb tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3012571
May 10 19:59:58.925053 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:58.949412 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] For port 79de43ea-6ad8-4250-9344-1e4b3b22e91c, host hv-cinder-78836, cleared binding levels {{(pid=78728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 19:59:58.950794 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f893e3ab-0612-4107-98c9-42c15eea99ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:58.962171 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Pushing event updated for resources: {'Port': ['ID=3a55def3-f11f-44d5-90f0-c56e7e8f0f30,revision_number=3']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:58.977137 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:58.982127 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] For port 79de43ea-6ad8-4250-9344-1e4b3b22e91c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=79de43ea-6ad8-4250-9344-1e4b3b22e91c,segment=NetworkSegment(d81407f0-5164-4828-98d2-3009553635dd),segment_id=d81407f0-5164-4828-98d2-3009553635dd)] {{(pid=78728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 19:59:58.987385 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Attempting to bind port b272e384-b438-4d1a-86c6-152aec8df299 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 19:59:58.987724 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Attempting to bind port b272e384-b438-4d1a-86c6-152aec8df299 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd81407f0-5164-4828-98d2-3009553635dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '12fcecad-eba8-4da7-8035-097c01649aff'}] {{(pid=78727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 19:59:58.988121 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Attempting to bind port b272e384-b438-4d1a-86c6-152aec8df299 on network 12fcecad-eba8-4da7-8035-097c01649aff {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:59:58.990246 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f893e3ab-0612-4107-98c9-42c15eea99ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:58.995674 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:59.005811 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-9f11e5dd-50bc-489d-b8b0-02367e5f4fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:59.032525 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-6ecba6b0-a2a1-45ce-b402-6d50721d75af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:59.046624 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-f893e3ab-0612-4107-98c9-42c15eea99ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1526e1ff29f4e92964156d69f6fe430&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2358136
May 10 19:59:59.050569 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Port b272e384-b438-4d1a-86c6-152aec8df299 on network 12fcecad-eba8-4da7-8035-097c01649aff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 19:59:59.050896 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Attempting to bind port b272e384-b438-4d1a-86c6-152aec8df299 on network 12fcecad-eba8-4da7-8035-097c01649aff {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:59:59.054942 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 43986) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 19:59:59.117015 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Checking agent: {'id': '16e2165d-e53b-4771-ba7e-9126d1b04f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'started_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 19:59:59.117699 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:59.117902 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Checking segment: {'id': 'd81407f0-5164-4828-98d2-3009553635dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '12fcecad-eba8-4da7-8035-097c01649aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:59:59.117992 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:59.118092 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Bound using segment: {'id': 'd81407f0-5164-4828-98d2-3009553635dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '12fcecad-eba8-4da7-8035-097c01649aff'} {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 19:59:59.118187 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Bound port: b272e384-b438-4d1a-86c6-152aec8df299, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81407f0-5164-4828-98d2-3009553635dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '12fcecad-eba8-4da7-8035-097c01649aff'}}] {{(pid=78727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 19:59:59.120001 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:59.120213 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-59450533-4a2e-49cb-84c0-21955461e910 req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] 10.222.0.30 "PUT /v2.0/ports/79de43ea-6ad8-4250-9344-1e4b3b22e91c HTTP/1.1" status: 200  len: 1093 time: 3.3443761
May 10 19:59:59.147825 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624fb31-90bb-4515-b3a5-b39e9bbf728b req-362785f6-d734-4607-974b-d41036f4e5e1 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:59.149387 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f624fb31-90bb-4515-b3a5-b39e9bbf728b req-362785f6-d734-4607-974b-d41036f4e5e1 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 945 time: 0.4086781
May 10 19:59:59.163384 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893e3ab-0612-4107-98c9-42c15eea99ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fcd471-0f08-417e-acff-6d110bb609b8,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:59.186561 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Pushing event updated for resources: {'Port': ['ID=79de43ea-6ad8-4250-9344-1e4b3b22e91c,revision_number=3']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:59.193808 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:59.205667 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-f893e3ab-0612-4107-98c9-42c15eea99ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:59.222655 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f624fb31-90bb-4515-b3a5-b39e9bbf728b req-b323b564-fc40-40cc-82ba-269abcdab79c tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598547
May 10 19:59:59.223287 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9203c9d1-f264-4559-9930-0e2c6c6451c5 {{(pid=78727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 19:59:59.236243 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:59.243388 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62692e0-4b27-4c43-9e4a-e8dbb7216f18 req-0bfc163f-2dc1-4759-9989-69a874c6bd4d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:59.244917 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f62692e0-4b27-4c43-9e4a-e8dbb7216f18 req-0bfc163f-2dc1-4759-9989-69a874c6bd4d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 944 time: 0.1926603
May 10 19:59:59.287453 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.provisioning_blocks [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Transition to ACTIVE for port object 9203c9d1-f264-4559-9930-0e2c6c6451c5 will not be triggered until provisioned by entity L2. {{(pid=78727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 19:59:59.294785 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-26aeb4f4-2e00-4fcc-af97-92c739177057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:59.296900 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f62692e0-4b27-4c43-9e4a-e8dbb7216f18 req-288bc656-f5e0-4d8e-9968-19701766f86d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445309
May 10 19:59:59.300241 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:59.318368 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-35d601ef-4db6-46bb-898f-b8bcabd546e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:59.371463 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] For port b272e384-b438-4d1a-86c6-152aec8df299, host hv-cinder-78836, cleared binding levels {{(pid=78727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 19:59:59.386980 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-26aeb4f4-2e00-4fcc-af97-92c739177057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:59.396781 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb7c595-bea4-46df-bf52-01ae784c308c', 'tag': '3a55def3-f11f-44d5-90f0-c56e7e8f0f30', 'status': 'completed', 'code': 200}
May 10 19:59:59.477903 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] For port b272e384-b438-4d1a-86c6-152aec8df299, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b272e384-b438-4d1a-86c6-152aec8df299,segment=NetworkSegment(d81407f0-5164-4828-98d2-3009553635dd),segment_id=d81407f0-5164-4828-98d2-3009553635dd)] {{(pid=78727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 19:59:59.489083 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Pushing event updated for resources: {'Port': ['ID=9203c9d1-f264-4559-9930-0e2c6c6451c5,revision_number=2']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:59.501792 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:59.507586 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:59.539374 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:59.619637 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:59.620277 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:59.621727 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] 10.222.0.30 "PUT /v2.0/ports/b272e384-b438-4d1a-86c6-152aec8df299 HTTP/1.1" status: 200  len: 1093 time: 2.9758487
May 10 19:59:59.624408 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14753f9-9862-44d1-aa8e-3093719e2183', 'tag': 'b272e384-b438-4d1a-86c6-152aec8df299'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 19:59:59.640323 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Attempting to bind port 9203c9d1-f264-4559-9930-0e2c6c6451c5 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 19:59:59.640625 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Attempting to bind port 9203c9d1-f264-4559-9930-0e2c6c6451c5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '550dddbb-0fff-49a9-9da1-ac1d2fae6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7'}] {{(pid=78727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 19:59:59.641083 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Attempting to bind port 9203c9d1-f264-4559-9930-0e2c6c6451c5 on network ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:59:59.650647 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Port 9203c9d1-f264-4559-9930-0e2c6c6451c5 on network ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 19:59:59.650975 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Attempting to bind port 9203c9d1-f264-4559-9930-0e2c6c6451c5 on network ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 19:59:59.660416 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Pushing event updated for resources: {'Port': ['ID=b272e384-b438-4d1a-86c6-152aec8df299,revision_number=3']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:59.663215 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Checking agent: {'id': '16e2165d-e53b-4771-ba7e-9126d1b04f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'started_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 19:59:59.663551 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Checking segment: {'id': '550dddbb-0fff-49a9-9da1-ac1d2fae6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 19:59:59.663923 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Bound using segment: {'id': '550dddbb-0fff-49a9-9da1-ac1d2fae6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7'} {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 19:59:59.664430 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Bound port: 9203c9d1-f264-4559-9930-0e2c6c6451c5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550dddbb-0fff-49a9-9da1-ac1d2fae6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7'}}] {{(pid=78727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 19:59:59.664742 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:59.675531 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:59.683282 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-26aeb4f4-2e00-4fcc-af97-92c739177057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:59.715276 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e14753f9-9862-44d1-aa8e-3093719e2183', 'tag': 'b272e384-b438-4d1a-86c6-152aec8df299', 'status': 'completed', 'code': 200}
May 10 19:59:59.715814 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-56e1c7b9-501b-4bfc-a8c5-a275bc4680e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:59.743553 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aeb4f4-2e00-4fcc-af97-92c739177057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fcd471-0f08-417e-acff-6d110bb609b8,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:59.749526 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-26aeb4f4-2e00-4fcc-af97-92c739177057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:59.752644 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-26aeb4f4-2e00-4fcc-af97-92c739177057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:59.756030 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-26aeb4f4-2e00-4fcc-af97-92c739177057 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66fcd471-0f08-417e-acff-6d110bb609b8 HTTP/1.1" status: 204  len: 168 time: 0.6660850
May 10 19:59:59.789207 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] For port 9203c9d1-f264-4559-9930-0e2c6c6451c5, host hv-cinder-78836, cleared binding levels {{(pid=78727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 19:59:59.792530 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] For port 9203c9d1-f264-4559-9930-0e2c6c6451c5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9203c9d1-f264-4559-9930-0e2c6c6451c5,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 19:59:59.798961 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:59.803914 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7656ce1b-91f3-46f0-9a52-8ec12f0df46d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 19:59:59.863392 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:59.864209 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 19:59:59.865846 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] 10.222.0.30 "PUT /v2.0/ports/9203c9d1-f264-4559-9930-0e2c6c6451c5 HTTP/1.1" status: 200  len: 1093 time: 2.0980957
May 10 19:59:59.885133 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8089d-0a63-4a11-9e2f-900ea14bc5fa req-18910596-fba6-4f68-adaa-f7170bb55eeb tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 19:59:59.886754 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e7c8089d-0a63-4a11-9e2f-900ea14bc5fa req-18910596-fba6-4f68-adaa-f7170bb55eeb tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 943 time: 0.1095409
May 10 19:59:59.887916 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Pushing event updated for resources: {'Port': ['ID=9203c9d1-f264-4559-9930-0e2c6c6451c5,revision_number=3']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 19:59:59.892214 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 19:59:59.970496 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e7c8089d-0a63-4a11-9e2f-900ea14bc5fa req-24404d6e-8aaa-4358-8b71-a2aa73c67e5b tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664794
May 10 20:00:00.128540 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef6988-4c56-45cc-aa82-11653e97cabd req-5797302a-c66d-490c-81b8-55ea2f2e6c26 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:00.129168 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-38ef6988-4c56-45cc-aa82-11653e97cabd req-5797302a-c66d-490c-81b8-55ea2f2e6c26 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0862751
May 10 20:00:00.139887 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 44016) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:00.159851 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-541a3c41-cb97-451a-a8b0-23e7dfecf323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:00.192495 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-38ef6988-4c56-45cc-aa82-11653e97cabd req-8ffaa673-60b9-44c6-94e8-4895d822449f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575042
May 10 20:00:00.193681 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-541a3c41-cb97-451a-a8b0-23e7dfecf323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:00.198863 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-541a3c41-cb97-451a-a8b0-23e7dfecf323 admin admin] Usage tracker for resource:security_group_rule and tenant:7405099637e94d8a8406a2c6a4de5b86 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:00.203696 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-541a3c41-cb97-451a-a8b0-23e7dfecf323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:00.203859 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-11f918de-d6b8-45fc-83fa-b296b309df2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:00.212061 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-541a3c41-cb97-451a-a8b0-23e7dfecf323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:00.300751 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-541a3c41-cb97-451a-a8b0-23e7dfecf323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:00.304812 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-541a3c41-cb97-451a-a8b0-23e7dfecf323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:00.312658 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:00.358782 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a3c41-cb97-451a-a8b0-23e7dfecf323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232b6dc3-dfb9-4ab0-bc02-5f1a4cc4b762,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:00.362318 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-541a3c41-cb97-451a-a8b0-23e7dfecf323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:00.365794 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-541a3c41-cb97-451a-a8b0-23e7dfecf323 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7405099637e94d8a8406a2c6a4de5b86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2239594
May 10 20:00:00.368251 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 44024) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:00.432472 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e5dcd556-423e-4971-bf45-ccc25d642bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:00.462243 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e5dcd556-423e-4971-bf45-ccc25d642bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:00.478292 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbff87-2478-4100-8c06-fe004582a83a req-b1983dfa-f7bf-4bf8-be06-92355bd37ffc tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:00.479787 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9ffbff87-2478-4100-8c06-fe004582a83a req-b1983dfa-f7bf-4bf8-be06-92355bd37ffc tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 945 time: 0.1385734
May 10 20:00:00.505995 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:00.534347 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e5dcd556-423e-4971-bf45-ccc25d642bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:00.539674 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:00.542461 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9ffbff87-2478-4100-8c06-fe004582a83a req-05ef6d79-98db-49ef-8644-75be9f73a3db tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540521
May 10 20:00:00.551270 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721995d-eebd-4554-a3b2-e8d31514ffd5 req-7acfdc12-6038-4ef2-a68e-e05fd233eb51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:00.551567 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcd556-423e-4971-bf45-ccc25d642bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232b6dc3-dfb9-4ab0-bc02-5f1a4cc4b762,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:00.552767 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9721995d-eebd-4554-a3b2-e8d31514ffd5 req-7acfdc12-6038-4ef2-a68e-e05fd233eb51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 944 time: 0.1398416
May 10 20:00:00.553931 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-e5dcd556-423e-4971-bf45-ccc25d642bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:00.560258 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e5dcd556-423e-4971-bf45-ccc25d642bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:00.563654 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-e5dcd556-423e-4971-bf45-ccc25d642bed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/232b6dc3-dfb9-4ab0-bc02-5f1a4cc4b762 HTTP/1.1" status: 204  len: 168 time: 0.1942813
May 10 20:00:00.601800 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9721995d-eebd-4554-a3b2-e8d31514ffd5 req-cf0c939e-508a-4a73-a7bd-c06a9a835725 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409966
May 10 20:00:01.149860 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca9bb3-2f5c-4b23-8b7e-fd61f87af556 req-6a7c3bcd-a516-4e5d-822a-0c47b6f6de60 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:01.151336 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-acca9bb3-2f5c-4b23-8b7e-fd61f87af556 req-6a7c3bcd-a516-4e5d-822a-0c47b6f6de60 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 943 time: 0.0888023
May 10 20:00:01.203254 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-acca9bb3-2f5c-4b23-8b7e-fd61f87af556 req-23f0831d-d447-4381-b72a-81616bd1645f tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447628
May 10 20:00:01.383462 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7b735-5679-4f2e-acbe-ce19c9b19899 req-0dbfca5f-0309-432b-a0bf-516a4301db4c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:01.385034 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-22e7b735-5679-4f2e-acbe-ce19c9b19899 req-0dbfca5f-0309-432b-a0bf-516a4301db4c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0799701
May 10 20:00:01.408310 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47383cf-0188-41fe-9fc8-fbb36611b088', 'tag': '79de43ea-6ad8-4250-9344-1e4b3b22e91c'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:00:01.441805 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-22e7b735-5679-4f2e-acbe-ce19c9b19899 req-5f79107e-b212-409b-894d-09b9f735b7a4 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495217
May 10 20:00:01.457917 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47383cf-0188-41fe-9fc8-fbb36611b088', 'tag': '79de43ea-6ad8-4250-9344-1e4b3b22e91c', 'status': 'completed', 'code': 200}
May 10 20:00:01.716344 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a24ef79-1221-470e-a9df-3c2a5ea8857a', 'tag': '9203c9d1-f264-4559-9930-0e2c6c6451c5'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:00:01.893443 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989882e-1489-4335-81c6-6ffa98556254 req-080a2697-016a-4488-9fe2-819bad7c71fa tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:01.895015 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7989882e-1489-4335-81c6-6ffa98556254 req-080a2697-016a-4488-9fe2-819bad7c71fa tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 945 time: 0.2319117
May 10 20:00:01.942564 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c97ecf-7499-435d-99d5-51dedb7cd8f3 req-0144627b-0d4f-40cc-bcfd-81203498eff9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:01.942564 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-01c97ecf-7499-435d-99d5-51dedb7cd8f3 req-0144627b-0d4f-40cc-bcfd-81203498eff9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 944 time: 0.2240326
May 10 20:00:01.981515 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7989882e-1489-4335-81c6-6ffa98556254 req-05f33e8f-eece-437b-8c51-6c90cd809762 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766022
May 10 20:00:02.011105 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-01c97ecf-7499-435d-99d5-51dedb7cd8f3 req-6e844498-7525-4854-b770-8552edbe5c8f tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639279
May 10 20:00:02.020362 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:02.055350 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a24ef79-1221-470e-a9df-3c2a5ea8857a', 'tag': '9203c9d1-f264-4559-9930-0e2c6c6451c5', 'status': 'completed', 'code': 200}
May 10 20:00:02.310638 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59450533-4a2e-49cb-84c0-21955461e910 req-8db6e43f-aea3-4577-b85d-e207ede4e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:02.312397 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-59450533-4a2e-49cb-84c0-21955461e910 req-8db6e43f-aea3-4577-b85d-e207ede4e873 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=856b84e1fb1f47a0a90fc51c6d13ed80&device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 1096 time: 0.1363790
May 10 20:00:02.334315 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc5eeb-28ab-4a9d-b461-d1f7e06d5565 req-b198722e-0afc-449b-a63d-3b17bdad695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:02.335805 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-e3bc5eeb-28ab-4a9d-b461-d1f7e06d5565 req-b198722e-0afc-449b-a63d-3b17bdad695e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b65721b496f24a29859a65925c5d03bf&device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 1096 time: 0.1583679
May 10 20:00:02.367620 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a29ecd-0e26-4768-92c7-9c5b051e059a req-a3b30fc6-fad5-48e8-836c-16f398309576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:02.369283 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b9a29ecd-0e26-4768-92c7-9c5b051e059a req-a3b30fc6-fad5-48e8-836c-16f398309576 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=856b84e1fb1f47a0a90fc51c6d13ed80&device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 1096 time: 0.1487529
May 10 20:00:02.372568 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7c601-6ef9-46f5-8485-01efc6bd9c52 req-7ef60589-321c-4e5e-bf77-a90d8eed01ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:02.374057 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-56c7c601-6ef9-46f5-8485-01efc6bd9c52 req-7ef60589-321c-4e5e-bf77-a90d8eed01ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef2cf49eae1d4d10ad224d6ec46ad00a&device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 1097 time: 0.1548665
May 10 20:00:02.452417 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495221a2-0a96-499a-b067-ffadf33f0fdd req-a834270f-e3dc-461e-b8eb-554b90547704 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:02.453916 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-495221a2-0a96-499a-b067-ffadf33f0fdd req-a834270f-e3dc-461e-b8eb-554b90547704 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 943 time: 0.0836792
May 10 20:00:02.557764 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-495221a2-0a96-499a-b067-ffadf33f0fdd req-91f9a6e2-9424-494d-94c4-19ad799aa9e7 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981157
May 10 20:00:02.583626 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-59450533-4a2e-49cb-84c0-21955461e910 req-a804769b-4573-4818-8085-a20adf20b045 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79de43ea-6ad8-4250-9344-1e4b3b22e91c HTTP/1.1" status: 200  len: 217 time: 0.0980582
May 10 20:00:02.762485 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59450533-4a2e-49cb-84c0-21955461e910 req-0763ed2a-44ef-41cb-b4a6-e21954f0bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:02.763912 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-59450533-4a2e-49cb-84c0-21955461e910 req-0763ed2a-44ef-41cb-b4a6-e21954f0bd72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4e13f19-09d6-4437-8413-9cd5f2a1478d HTTP/1.1" status: 200  len: 859 time: 0.1582770
May 10 20:00:02.815955 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a29ecd-0e26-4768-92c7-9c5b051e059a req-2ec8cfc9-e3db-4100-9841-8d5bbbeaf172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:02.817408 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b9a29ecd-0e26-4768-92c7-9c5b051e059a req-2ec8cfc9-e3db-4100-9841-8d5bbbeaf172 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=856b84e1fb1f47a0a90fc51c6d13ed80&shared=False HTTP/1.1" status: 200  len: 919 time: 0.3154287
May 10 20:00:02.821600 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7c601-6ef9-46f5-8485-01efc6bd9c52 req-9a2c434c-8572-46de-9694-fa954aef387f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:02.823133 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-56c7c601-6ef9-46f5-8485-01efc6bd9c52 req-9a2c434c-8572-46de-9694-fa954aef387f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ef2cf49eae1d4d10ad224d6ec46ad00a&shared=False HTTP/1.1" status: 200  len: 911 time: 0.3227305
May 10 20:00:02.854959 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc5eeb-28ab-4a9d-b461-d1f7e06d5565 req-47c5050d-b41a-4bbb-937a-f33715192315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:02.856997 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-e3bc5eeb-28ab-4a9d-b461-d1f7e06d5565 req-47c5050d-b41a-4bbb-937a-f33715192315 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b65721b496f24a29859a65925c5d03bf&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2752509
May 10 20:00:02.867196 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-59450533-4a2e-49cb-84c0-21955461e910 req-08109113-bb46-408f-b85e-0a7290fbb446 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12fcecad-eba8-4da7-8035-097c01649aff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0909553
May 10 20:00:03.024886 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7c601-6ef9-46f5-8485-01efc6bd9c52 req-568e814b-f22c-4fee-bc7e-2160230777f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:03.026501 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-56c7c601-6ef9-46f5-8485-01efc6bd9c52 req-568e814b-f22c-4fee-bc7e-2160230777f6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1772811
May 10 20:00:03.089790 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dc599-1770-4c1c-9646-9c7a96ed0f80 req-d679c0ce-e45e-4d0f-b232-133aeadbe5d7 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:03.097454 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-313dc599-1770-4c1c-9646-9c7a96ed0f80 req-d679c0ce-e45e-4d0f-b232-133aeadbe5d7 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.4468586
May 10 20:00:03.130321 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['00b5e5d4-0233-4c2f-a1d0-e785ad3f272b'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:00:03.134877 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc5eeb-28ab-4a9d-b461-d1f7e06d5565 req-52c066b3-0eba-4fe7-b8db-746e13c30055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:03.136526 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-e3bc5eeb-28ab-4a9d-b461-d1f7e06d5565 req-52c066b3-0eba-4fe7-b8db-746e13c30055 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2731493
May 10 20:00:03.270239 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-313dc599-1770-4c1c-9646-9c7a96ed0f80 req-e5f24a1a-1be7-4f37-ac0c-115571b05994 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1718533
May 10 20:00:03.341903 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a29ecd-0e26-4768-92c7-9c5b051e059a req-b214ad19-66eb-403a-bbaa-56ac18cdca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:03.344772 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b9a29ecd-0e26-4768-92c7-9c5b051e059a req-b214ad19-66eb-403a-bbaa-56ac18cdca86 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.5190113
May 10 20:00:03.375291 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-90ccd12e-0fa7-489d-9970-4faa002811b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:03.376895 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-90ccd12e-0fa7-489d-9970-4faa002811b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef2cf49eae1d4d10ad224d6ec46ad00a&device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 1097 time: 0.3001397
May 10 20:00:03.396357 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-9c565d76-a285-4b09-b00f-1bdf1e79cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:03.401123 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-9c565d76-a285-4b09-b00f-1bdf1e79cd4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b65721b496f24a29859a65925c5d03bf&device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 1096 time: 0.1386747
May 10 20:00:03.403323 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-59450533-4a2e-49cb-84c0-21955461e910 req-6b221705-bd1f-4b56-8834-b0047dbba461 service neutron] 10.222.0.30 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2657762
May 10 20:00:03.512777 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-62b672f5-a5c1-4e20-ade0-cce88eeaa37b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9203c9d1-f264-4559-9930-0e2c6c6451c5 HTTP/1.1" status: 200  len: 217 time: 0.1084363
May 10 20:00:03.559995 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-61520635-d3f3-4e04-b49e-b1c5b1995961 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a55def3-f11f-44d5-90f0-c56e7e8f0f30 HTTP/1.1" status: 200  len: 217 time: 0.1176794
May 10 20:00:03.618430 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495bae5-5152-4a53-bd9a-2cf14132144a req-b2867848-59e4-494c-9525-c3cfd25cac04 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:03.619976 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2495bae5-5152-4a53-bd9a-2cf14132144a req-b2867848-59e4-494c-9525-c3cfd25cac04 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 945 time: 0.3534188
May 10 20:00:03.652316 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-532f9327-b2e8-4b8f-a0b4-1bb85609f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:03.653718 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-532f9327-b2e8-4b8f-a0b4-1bb85609f5cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c0f63c-4d1b-479f-a1ab-64a94c500e7f HTTP/1.1" status: 200  len: 855 time: 0.0947194
May 10 20:00:03.701056 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-eacbba9c-b5ff-4c9b-888c-5d4d205bf57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:03.703333 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:03.703509 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-eacbba9c-b5ff-4c9b-888c-5d4d205bf57b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0006aa00-bd28-429e-820e-13d3242b4a7f HTTP/1.1" status: 200  len: 850 time: 0.1345298
May 10 20:00:03.725586 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-59450533-4a2e-49cb-84c0-21955461e910 req-05bc44f2-909e-4bdd-b6d6-77e2e807d734 service neutron] 10.222.0.30 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2415216
May 10 20:00:03.756388 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-e5cad7c2-0e60-4e63-b2b3-06392964ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:03.757887 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-e5cad7c2-0e60-4e63-b2b3-06392964ce98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0962210
May 10 20:00:03.758047 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-e35015bb-a5c7-4dbc-a99c-ec11d8dd3ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:03.759559 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-e35015bb-a5c7-4dbc-a99c-ec11d8dd3ba5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=856b84e1fb1f47a0a90fc51c6d13ed80&device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 1096 time: 0.3687713
May 10 20:00:03.762293 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2495bae5-5152-4a53-bd9a-2cf14132144a req-9ebc7aa2-499a-4bbc-9c22-6d8866f0b6f0 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332376
May 10 20:00:03.962920 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-4101c49b-c859-40e1-8178-34542e52e3ec service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1919780
May 10 20:00:03.972688 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8ef79-cbd3-4543-a643-dcb291f7007e req-08fc3533-29ab-4361-bdef-2f1058f03302 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:03.974317 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f9a8ef79-cbd3-4543-a643-dcb291f7007e req-08fc3533-29ab-4361-bdef-2f1058f03302 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 944 time: 0.4674451
May 10 20:00:03.975664 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-337e7bef-ce75-4dcd-b8eb-b9c568aa4eda service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b272e384-b438-4d1a-86c6-152aec8df299 HTTP/1.1" status: 200  len: 217 time: 0.2005360
May 10 20:00:03.997041 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f06bc2-fe9b-4734-b0b4-d9d0f353f4e1 req-10d80c76-18a6-422a-96f5-0fcf621baf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:03.998509 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-46f06bc2-fe9b-4734-b0b4-d9d0f353f4e1 req-10d80c76-18a6-422a-96f5-0fcf621baf6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=856b84e1fb1f47a0a90fc51c6d13ed80&device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 1096 time: 0.1978652
May 10 20:00:04.100566 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-61f8377b-33e8-4ce1-8de0-55865c424eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:04.102090 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-61f8377b-33e8-4ce1-8de0-55865c424eab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4e13f19-09d6-4437-8413-9cd5f2a1478d HTTP/1.1" status: 200  len: 859 time: 0.1192825
May 10 20:00:04.104625 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f9a8ef79-cbd3-4543-a643-dcb291f7007e req-862cc895-6e6a-4d95-8536-ec2fa0e5dd3a tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1206188
May 10 20:00:04.163448 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-64d9cecc-5d87-4818-8d39-5a864f8ae9d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12fcecad-eba8-4da7-8035-097c01649aff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0517137
May 10 20:00:04.169980 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-a41ff7e8-81ec-4c25-bf02-20e80b0a9430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:04.172319 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-a41ff7e8-81ec-4c25-bf02-20e80b0a9430 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4572239
May 10 20:00:04.211570 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-04d9e896-f68b-4de2-9c7b-0eb192649410 service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2414501
May 10 20:00:04.227978 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f06bc2-fe9b-4734-b0b4-d9d0f353f4e1 req-1d4d43da-1577-4e02-b0a3-e580f912d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:04.229535 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-46f06bc2-fe9b-4734-b0b4-d9d0f353f4e1 req-1d4d43da-1577-4e02-b0a3-e580f912d365 service neutron] 10.222.0.30 "GET /v2.0/networks?id=12fcecad-eba8-4da7-8035-097c01649aff HTTP/1.1" status: 200  len: 919 time: 0.1861994
May 10 20:00:04.238527 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5f420-97dd-4c0a-8b99-206cdb6afd77 req-d58df045-13ea-4a01-91c8-62d8eed1e95e tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:04.245736 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7fb5f420-97dd-4c0a-8b99-206cdb6afd77 req-d58df045-13ea-4a01-91c8-62d8eed1e95e tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 943 time: 0.3209443
May 10 20:00:04.318470 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-46f06bc2-fe9b-4734-b0b4-d9d0f353f4e1 req-6cae64cf-e893-4f6b-8f8d-456d63eecd87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79de43ea-6ad8-4250-9344-1e4b3b22e91c HTTP/1.1" status: 200  len: 217 time: 0.0821135
May 10 20:00:04.434567 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7fb5f420-97dd-4c0a-8b99-206cdb6afd77 req-c7fc6446-2c30-45a0-afe4-8e5ae860cff8 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1879683
May 10 20:00:04.464384 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f06bc2-fe9b-4734-b0b4-d9d0f353f4e1 req-988aea49-b922-4cdc-aeac-4d5778f0a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:04.465813 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-46f06bc2-fe9b-4734-b0b4-d9d0f353f4e1 req-988aea49-b922-4cdc-aeac-4d5778f0a821 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4e13f19-09d6-4437-8413-9cd5f2a1478d HTTP/1.1" status: 200  len: 859 time: 0.1401167
May 10 20:00:04.522696 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-46f06bc2-fe9b-4734-b0b4-d9d0f353f4e1 req-6c6957c4-8093-43d1-b1da-a19b78ecdf5f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12fcecad-eba8-4da7-8035-097c01649aff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495062
May 10 20:00:04.535890 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-b68bdd40-2d97-4e3a-a29b-3c9d4aec175e service neutron] 10.222.0.30 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3619001
May 10 20:00:04.541805 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-9d3bbd9f-7fb8-4672-b730-fb919e4a539e service neutron] 10.222.0.30 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3390782
May 10 20:00:04.668165 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-46f06bc2-fe9b-4734-b0b4-d9d0f353f4e1 req-91bf7164-778b-4885-9926-a3f9634a218d service neutron] 10.222.0.30 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379323
May 10 20:00:04.917451 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b738e-a1db-490e-9be1-3ada875951b4 req-cee29408-c95f-4d4b-a21b-15a77fbc7df8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:04.926020 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7f4b738e-a1db-490e-9be1-3ada875951b4 req-cee29408-c95f-4d4b-a21b-15a77fbc7df8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.4503684
May 10 20:00:04.930368 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1d6ea08d-ff0c-488e-962c-5b791d3243e8 req-fc211fef-82e7-4c5c-81c9-77020a29764e service neutron] 10.222.0.30 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3876185
May 10 20:00:04.954284 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be3f177a-7c02-49bd-8ddc-abb6aa2cc73e req-91b5214f-ea43-465a-848e-71cc4033b23a service neutron] 10.222.0.30 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3889158
May 10 20:00:04.996945 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-46f06bc2-fe9b-4734-b0b4-d9d0f353f4e1 req-3663c47a-4943-424f-8c1c-f637c27bc8d5 service neutron] 10.222.0.30 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3203783
May 10 20:00:05.000724 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7f4b738e-a1db-490e-9be1-3ada875951b4 req-440eb843-8022-4f02-b480-ff37cc35a4f9 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735579
May 10 20:00:05.130688 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548464fa-8230-479e-9584-a7f88dc275a6 req-577f4f4f-9f21-4d75-9372-3c63629d4737 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:05.132367 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-548464fa-8230-479e-9584-a7f88dc275a6 req-577f4f4f-9f21-4d75-9372-3c63629d4737 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 945 time: 0.1516786
May 10 20:00:05.256196 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-548464fa-8230-479e-9584-a7f88dc275a6 req-335a7a84-a950-476f-a34b-208262a061e8 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147776
May 10 20:00:05.375499 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20996f-fa8e-43ca-92e2-7b9561f7a9f6 req-ed1dd98d-e2bd-432d-b89e-98808b598c2f tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:05.376999 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ba20996f-fa8e-43ca-92e2-7b9561f7a9f6 req-ed1dd98d-e2bd-432d-b89e-98808b598c2f tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 944 time: 0.0971503
May 10 20:00:05.427218 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ba20996f-fa8e-43ca-92e2-7b9561f7a9f6 req-664788bb-9727-4c24-985a-23a22f4eb394 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435336
May 10 20:00:05.656011 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b26be-a6d6-4fb5-b415-f07e5558a501 req-8dc1dab3-e271-4ca4-a9e1-3eddd18cc973 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:05.657504 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc7b26be-a6d6-4fb5-b415-f07e5558a501 req-8dc1dab3-e271-4ca4-a9e1-3eddd18cc973 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 943 time: 0.0997112
May 10 20:00:05.708993 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc7b26be-a6d6-4fb5-b415-f07e5558a501 req-fef58e2b-1715-4804-9f88-ac871c4f7d6f tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453482
May 10 20:00:06.238596 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb120d23-89c3-4f10-b584-222840cbdae2 req-6d54b66e-b787-4d2f-9c32-ea1226fcfd4d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:06.240324 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-eb120d23-89c3-4f10-b584-222840cbdae2 req-6d54b66e-b787-4d2f-9c32-ea1226fcfd4d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0932322
May 10 20:00:06.296527 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-eb120d23-89c3-4f10-b584-222840cbdae2 req-11663ef4-d9e2-4130-bd69-626652c966dd tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498276
May 10 20:00:06.454203 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa84ec-7da6-4f6d-b6bf-b24d92f40124 req-6af913e0-4cef-4139-a826-8139e9d401ea tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:06.455920 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-eaaa84ec-7da6-4f6d-b6bf-b24d92f40124 req-6af913e0-4cef-4139-a826-8139e9d401ea tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 945 time: 0.0948901
May 10 20:00:06.511408 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-eaaa84ec-7da6-4f6d-b6bf-b24d92f40124 req-c527bf6c-b217-4318-9ab4-1c727abcc54b tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449882
May 10 20:00:06.633364 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692da8e8-335e-47bd-8fe4-fb880d49333c req-f0ac202f-bac6-42a6-bf6d-427de724ce7c tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:06.634872 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-692da8e8-335e-47bd-8fe4-fb880d49333c req-f0ac202f-bac6-42a6-bf6d-427de724ce7c tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 944 time: 0.0900228
May 10 20:00:06.690688 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-692da8e8-335e-47bd-8fe4-fb880d49333c req-ffecccfa-31c4-49b9-8fc1-49a2f2d691cc tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463281
May 10 20:00:06.914141 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867e21d-5c3b-4934-94d6-4ff3b4cee9bc req-22be34b8-6579-4b51-99f4-7bc97da20899 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:06.915643 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1867e21d-5c3b-4934-94d6-4ff3b4cee9bc req-22be34b8-6579-4b51-99f4-7bc97da20899 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 943 time: 0.0895891
May 10 20:00:07.026331 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1867e21d-5c3b-4934-94d6-4ff3b4cee9bc req-369fef96-5fd7-4d55-8951-0691f9ac5f19 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037714
May 10 20:00:07.483645 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e6cb3-958f-4051-adb5-23c224fe5cee req-26915eab-b67b-41c6-b06f-f42bdfde7192 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:07.485137 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c94e6cb3-958f-4051-adb5-23c224fe5cee req-26915eab-b67b-41c6-b06f-f42bdfde7192 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0819542
May 10 20:00:07.533722 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c94e6cb3-958f-4051-adb5-23c224fe5cee req-770939bf-c5f0-4826-890e-359a973096fd tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428231
May 10 20:00:07.702950 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced79832-4e96-48ef-965e-6ef41cbac031 req-b8b28080-8c21-4605-bda9-2319081e1d32 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:07.704523 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ced79832-4e96-48ef-965e-6ef41cbac031 req-b8b28080-8c21-4605-bda9-2319081e1d32 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 945 time: 0.0811548
May 10 20:00:07.752658 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ced79832-4e96-48ef-965e-6ef41cbac031 req-d669bf18-4b8b-4061-b5c9-cfcf29dfdb3c tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424497
May 10 20:00:07.888243 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f1e3e-46a9-4929-8f27-779492dc3cf0 req-431de72c-c5c3-4ec4-83e4-b18e00601072 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:07.889752 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a70f1e3e-46a9-4929-8f27-779492dc3cf0 req-431de72c-c5c3-4ec4-83e4-b18e00601072 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 944 time: 0.0850773
May 10 20:00:07.935532 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a70f1e3e-46a9-4929-8f27-779492dc3cf0 req-312336e2-63dc-4f9b-b6f4-26d2bc361c97 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397613
May 10 20:00:08.213201 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580df5f-554e-42ab-a7b1-1f0f48738803 req-e0bd0a1b-cca8-4fc8-bb70-4a573687c797 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:08.214669 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2580df5f-554e-42ab-a7b1-1f0f48738803 req-e0bd0a1b-cca8-4fc8-bb70-4a573687c797 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 943 time: 0.0828676
May 10 20:00:08.264682 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2580df5f-554e-42ab-a7b1-1f0f48738803 req-4a289651-68a0-4cb9-a0b5-9f71d3701b7b tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429752
May 10 20:00:08.511027 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:00:08.580594 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning for port 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:00:08.585685 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:00:08.586062 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:08.707918 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:08.735797 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3138f410-e633-4188-8074-05e96198685e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b5e5d4-0233-4c2f-a1d0-e785ad3f272b'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:00:08.736491 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69bd5e-1842-4bc8-89ea-c979ee0cc93f req-7e21e439-b030-435e-a6b8-0de31dd0455c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:08.738143 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2a69bd5e-1842-4bc8-89ea-c979ee0cc93f req-7e21e439-b030-435e-a6b8-0de31dd0455c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0871515
May 10 20:00:08.791696 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2a69bd5e-1842-4bc8-89ea-c979ee0cc93f req-eec2b94e-35cc-47e1-82c3-4d4c5d8a02b3 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477476
May 10 20:00:08.823695 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00b5e5d4-0233-4c2f-a1d0-e785ad3f272b,segment=NetworkSegment(8c0ca944-f8b4-499c-94c2-aa071bdf80c8),segment_id=8c0ca944-f8b4-499c-94c2-aa071bdf80c8)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:00:08.837281 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:08.840326 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:08.940541 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=00b5e5d4-0233-4c2f-a1d0-e785ad3f272b,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:08.949547 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:09.003711 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ed93b-0a03-4ba9-8b98-b9de94eecdd1 req-d162b450-4af4-4f26-bd0b-8551e426a942 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:09.005317 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d96ed93b-0a03-4ba9-8b98-b9de94eecdd1 req-d162b450-4af4-4f26-bd0b-8551e426a942 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 946 time: 0.1181533
May 10 20:00:09.057094 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d96ed93b-0a03-4ba9-8b98-b9de94eecdd1 req-2e1bd440-cbff-4bc2-b4e8-af7337dbc9d9 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405042
May 10 20:00:09.139815 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ba954-b279-422c-9411-0c38f4d9e72c req-4b23cde7-ab33-4648-9e02-71d19663ef86 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:09.141400 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3f7ba954-b279-422c-9411-0c38f4d9e72c req-4b23cde7-ab33-4648-9e02-71d19663ef86 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 944 time: 0.0877788
May 10 20:00:09.169153 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3138f410-e633-4188-8074-05e96198685e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b5e5d4-0233-4c2f-a1d0-e785ad3f272b', 'code': 200}
May 10 20:00:09.189017 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3f7ba954-b279-422c-9411-0c38f4d9e72c req-7b229a30-76a0-4510-b905-18531e39492c tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412395
May 10 20:00:09.453839 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345020e-ce94-43fe-ae08-07073892b25e req-b8b4705d-840b-45bc-a5f4-6535d587ee10 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:09.455335 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f345020e-ce94-43fe-ae08-07073892b25e req-b8b4705d-840b-45bc-a5f4-6535d587ee10 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 943 time: 0.0823700
May 10 20:00:09.500453 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f345020e-ce94-43fe-ae08-07073892b25e req-eeed6fd0-1f21-4606-96d3-9e97131e8cac tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392206
May 10 20:00:10.007160 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00305196-9251-4774-aba8-c3c65000b4be req-e64fb80a-1e53-4383-8137-2b4d17fec9f2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:10.008879 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-00305196-9251-4774-aba8-c3c65000b4be req-e64fb80a-1e53-4383-8137-2b4d17fec9f2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0864284
May 10 20:00:10.065868 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-00305196-9251-4774-aba8-c3c65000b4be req-1bb99561-7a27-4c26-bd4e-41577a0ddaae tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506871
May 10 20:00:10.250362 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abcac0-9537-47c7-ae55-79ef804377c1 req-7f7180c1-dd7c-42e0-98c4-e7ba0ec1d63f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:10.251865 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-53abcac0-9537-47c7-ae55-79ef804377c1 req-7f7180c1-dd7c-42e0-98c4-e7ba0ec1d63f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 946 time: 0.0838797
May 10 20:00:10.302041 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-53abcac0-9537-47c7-ae55-79ef804377c1 req-7a2cc69a-c756-45b1-b033-bd699d4c62d7 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438631
May 10 20:00:10.388309 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4743174-abc5-42e2-aadb-6ce17c092dae req-153443a6-0a6f-40ab-a50c-bdaf4a880321 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:10.391062 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c4743174-abc5-42e2-aadb-6ce17c092dae req-153443a6-0a6f-40ab-a50c-bdaf4a880321 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 944 time: 0.0925527
May 10 20:00:10.438118 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c4743174-abc5-42e2-aadb-6ce17c092dae req-d8eb5bbc-862f-4a95-a803-a1a3c4f87db9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412028
May 10 20:00:10.685542 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e6769-4fa8-456e-8d26-474d4134dc43 req-f7a4d28c-ae26-44aa-aac5-d04bae0bd3e8 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:10.687699 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-817e6769-4fa8-456e-8d26-474d4134dc43 req-f7a4d28c-ae26-44aa-aac5-d04bae0bd3e8 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 943 time: 0.0798218
May 10 20:00:10.736598 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-817e6769-4fa8-456e-8d26-474d4134dc43 req-abd00bc7-5dec-4a50-9411-785cbef552a5 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430555
May 10 20:00:11.169509 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 79de43ea-6ad8-4250-9344-1e4b3b22e91c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:00:11.284102 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972519d-68f4-4eaa-a27c-6469c121157f req-51f33a42-8a9d-4f68-9cfe-9872564bc41b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:11.286321 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6972519d-68f4-4eaa-a27c-6469c121157f req-51f33a42-8a9d-4f68-9cfe-9872564bc41b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0948899
May 10 20:00:11.334614 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6972519d-68f4-4eaa-a27c-6469c121157f req-7125b3bb-e05b-4c02-a47c-5f8cbf1a5f17 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424917
May 10 20:00:11.356982 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 79de43ea-6ad8-4250-9344-1e4b3b22e91c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=79de43ea-6ad8-4250-9344-1e4b3b22e91c,segment=NetworkSegment(d81407f0-5164-4828-98d2-3009553635dd),segment_id=d81407f0-5164-4828-98d2-3009553635dd)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:00:11.371075 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': '79de43ea-6ad8-4250-9344-1e4b3b22e91c', 'network_id': '12fcecad-eba8-4da7-8035-097c01649aff', 'port_id': '79de43ea-6ad8-4250-9344-1e4b3b22e91c', 'mac_address': 'fa:16:3e:53:02:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e13f19-09d6-4437-8413-9cd5f2a1478d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:00:11.423870 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9c610-0855-4f37-9e1c-167290aec52f req-37b0fa82-67dd-4685-a4e7-e75021e31dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:11.425456 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-42a9c610-0855-4f37-9e1c-167290aec52f req-37b0fa82-67dd-4685-a4e7-e75021e31dc1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 1099 time: 0.1049502
May 10 20:00:11.431581 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:11.448123 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-42a9c610-0855-4f37-9e1c-167290aec52f req-50c1772f-a756-4f33-9bc8-1c804f0d35a8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:11.448688 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79de43ea-6ad8-4250-9344-1e4b3b22e91c {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:00:11.462536 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-42a9c610-0855-4f37-9e1c-167290aec52f req-50c1772f-a756-4f33-9bc8-1c804f0d35a8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:11.465253 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 79de43ea-6ad8-4250-9344-1e4b3b22e91c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=79de43ea-6ad8-4250-9344-1e4b3b22e91c,segment=NetworkSegment(d81407f0-5164-4828-98d2-3009553635dd),segment_id=d81407f0-5164-4828-98d2-3009553635dd)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:00:11.467451 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-42a9c610-0855-4f37-9e1c-167290aec52f req-50c1772f-a756-4f33-9bc8-1c804f0d35a8 service neutron] Usage tracker for resource:security_group_rule and tenant:23d50f5dc10544c2bcc3d4d2a6aebea2 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:11.471016 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-42a9c610-0855-4f37-9e1c-167290aec52f req-50c1772f-a756-4f33-9bc8-1c804f0d35a8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:11.472473 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:11.474710 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:11.478931 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-42a9c610-0855-4f37-9e1c-167290aec52f req-50c1772f-a756-4f33-9bc8-1c804f0d35a8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:11.567372 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f194bc-8ac4-4d9e-b088-81b88916602b req-6332d823-e69e-4be8-b3d4-102c2ca2b21e tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:11.568932 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b8f194bc-8ac4-4d9e-b088-81b88916602b req-6332d823-e69e-4be8-b3d4-102c2ca2b21e tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 946 time: 0.1304216
May 10 20:00:11.574608 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=79de43ea-6ad8-4250-9344-1e4b3b22e91c,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:11.578859 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:11.583391 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-42a9c610-0855-4f37-9e1c-167290aec52f req-50c1772f-a756-4f33-9bc8-1c804f0d35a8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:11.588683 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-42a9c610-0855-4f37-9e1c-167290aec52f req-50c1772f-a756-4f33-9bc8-1c804f0d35a8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:11.596150 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:11.621078 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-42a9c610-0855-4f37-9e1c-167290aec52f req-50c1772f-a756-4f33-9bc8-1c804f0d35a8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1889255
May 10 20:00:11.629178 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1772f-a756-4f33-9bc8-1c804f0d35a8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9531e0-4cef-44dc-afa8-1841bc6cb7ec,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:11.632809 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-50c1772f-a756-4f33-9bc8-1c804f0d35a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:11.660104 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b8f194bc-8ac4-4d9e-b088-81b88916602b req-2fae367a-d8b1-40b1-8dee-0c873bf1cd6f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554566
May 10 20:00:11.688561 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3da4e-37d7-4252-a897-4353058d28c5 req-15f9bd51-da22-4309-a9d1-e1cdd2084cd2 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:11.690017 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8bd3da4e-37d7-4252-a897-4353058d28c5 req-15f9bd51-da22-4309-a9d1-e1cdd2084cd2 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 944 time: 0.1202006
May 10 20:00:11.738148 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8bd3da4e-37d7-4252-a897-4353058d28c5 req-152ff77c-9026-4cc4-b53b-02af63d27677 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422699
May 10 20:00:11.740031 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:11.930659 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d4a15-dcd8-4472-98e1-f03c1f02e998 req-c526e58a-e97c-40c0-aace-a2c2f2f6452d tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:11.932120 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-965d4a15-dcd8-4472-98e1-f03c1f02e998 req-c526e58a-e97c-40c0-aace-a2c2f2f6452d tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 943 time: 0.0835114
May 10 20:00:11.977643 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-965d4a15-dcd8-4472-98e1-f03c1f02e998 req-27249678-d539-423f-95e7-915b26b69b7f tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380743
May 10 20:00:12.536615 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f4b33-0460-4853-8e68-e8f039e5e3db req-5f70e812-42a2-4102-a5f1-3debcf5143d0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:12.538084 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-372f4b33-0460-4853-8e68-e8f039e5e3db req-5f70e812-42a2-4102-a5f1-3debcf5143d0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0870631
May 10 20:00:12.637710 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-372f4b33-0460-4853-8e68-e8f039e5e3db req-fe835031-bf55-4bdc-bbc3-9a5d23f0e667 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0939102
May 10 20:00:12.906264 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4ce08-6367-4d74-8003-c76117778207 req-e0bbc572-cc64-4258-963b-a9be180e604e tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:12.907786 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1da4ce08-6367-4d74-8003-c76117778207 req-e0bbc572-cc64-4258-963b-a9be180e604e tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 946 time: 0.1268184
May 10 20:00:12.973341 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1da4ce08-6367-4d74-8003-c76117778207 req-22e82e44-c714-4708-8478-8bd2637d2d47 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567796
May 10 20:00:12.981954 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690df82f-4283-483d-b6b6-19539d702965 req-63cd7322-c157-473e-8e65-0ce665a39d19 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:12.983590 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-690df82f-4283-483d-b6b6-19539d702965 req-63cd7322-c157-473e-8e65-0ce665a39d19 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 944 time: 0.1317017
May 10 20:00:13.032315 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-690df82f-4283-483d-b6b6-19539d702965 req-751c2623-ade7-4c0c-b607-985f23ac6f93 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431058
May 10 20:00:13.165315 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795ac62-650e-44e4-8be1-85b81d1c6e14 req-a954c516-f2dd-4b1a-9181-2dcc5f82e78e tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:13.166737 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2795ac62-650e-44e4-8be1-85b81d1c6e14 req-a954c516-f2dd-4b1a-9181-2dcc5f82e78e tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 943 time: 0.0830719
May 10 20:00:13.213386 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2795ac62-650e-44e4-8be1-85b81d1c6e14 req-67106fe2-4615-4c47-8100-d8528c0e4e8b tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393436
May 10 20:00:13.842222 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931bcc9-6fdd-4d64-81e5-499775da4bd3 req-42fc3d5e-439b-48db-b4ac-19b9d9b47d18 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:13.844035 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1931bcc9-6fdd-4d64-81e5-499775da4bd3 req-42fc3d5e-439b-48db-b4ac-19b9d9b47d18 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0899353
May 10 20:00:13.889990 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1931bcc9-6fdd-4d64-81e5-499775da4bd3 req-fa4dad01-9d57-45ef-ad5f-43f543ac29b9 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401120
May 10 20:00:14.211458 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c0a3f-4293-4207-a227-68a8cba3d00f req-95ebf9b8-38c9-414e-8394-decf5c22696f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:14.213075 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-666c0a3f-4293-4207-a227-68a8cba3d00f req-95ebf9b8-38c9-414e-8394-decf5c22696f tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 946 time: 0.1343198
May 10 20:00:14.280823 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-666c0a3f-4293-4207-a227-68a8cba3d00f req-f0cd7501-7f53-4d3b-9852-abf9e2d4e894 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609679
May 10 20:00:14.289024 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f4116-562b-4cb8-9a36-a5f6f91ca119 req-86f8b07d-2f23-40f0-a31c-027e370fa26c tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:14.290462 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ac6f4116-562b-4cb8-9a36-a5f6f91ca119 req-86f8b07d-2f23-40f0-a31c-027e370fa26c tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 944 time: 0.1488378
May 10 20:00:14.339650 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ac6f4116-562b-4cb8-9a36-a5f6f91ca119 req-5da5769f-9c2a-44ab-8964-276ab5576666 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423198
May 10 20:00:14.450474 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 9203c9d1-f264-4559-9930-0e2c6c6451c5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:00:14.457315 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6328f78-323a-42ba-8674-dc35585ca750 req-191a909d-9dcc-46c3-a1c5-bf452aad1232 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:14.458927 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d6328f78-323a-42ba-8674-dc35585ca750 req-191a909d-9dcc-46c3-a1c5-bf452aad1232 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 943 time: 0.0822742
May 10 20:00:14.505251 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d6328f78-323a-42ba-8674-dc35585ca750 req-bc798b97-9bda-4037-9bb5-f4eb708f049f tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402360
May 10 20:00:14.587612 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 9203c9d1-f264-4559-9930-0e2c6c6451c5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9203c9d1-f264-4559-9930-0e2c6c6451c5,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:00:14.601044 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': '9203c9d1-f264-4559-9930-0e2c6c6451c5', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'port_id': '9203c9d1-f264-4559-9930-0e2c6c6451c5', 'mac_address': 'fa:16:3e:40:e3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:00:14.659778 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:14.676985 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9203c9d1-f264-4559-9930-0e2c6c6451c5 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:00:14.692353 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 9203c9d1-f264-4559-9930-0e2c6c6451c5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9203c9d1-f264-4559-9930-0e2c6c6451c5,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:00:14.696301 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:14.698086 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b2c28be0-f84e-446b-985b-7eb6731473ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:14.765645 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=9203c9d1-f264-4559-9930-0e2c6c6451c5,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:14.768609 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:15.087651 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3353c07-b89f-4009-b610-1e5a7fa503eb req-efe65420-bdfd-4849-a0fb-c1c5f986b525 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:15.089126 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e3353c07-b89f-4009-b610-1e5a7fa503eb req-efe65420-bdfd-4849-a0fb-c1c5f986b525 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 944 time: 0.0868368
May 10 20:00:15.136030 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e3353c07-b89f-4009-b610-1e5a7fa503eb req-becc94da-af6c-473e-aeff-126bce4599e7 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402198
May 10 20:00:15.509576 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393f966-6e3a-4b88-94e3-e3c092c7a3dc req-9e4e6ddb-1dd8-44e4-965b-bee6fa2e3ac4 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:15.511276 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b393f966-6e3a-4b88-94e3-e3c092c7a3dc req-9e4e6ddb-1dd8-44e4-965b-bee6fa2e3ac4 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 946 time: 0.1230478
May 10 20:00:15.573174 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b393f966-6e3a-4b88-94e3-e3c092c7a3dc req-0cbefbce-b472-4edb-8380-581e4110011b tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545163
May 10 20:00:15.582373 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae2198-ca01-4ecd-a670-e72c0878590f req-4b4803e3-7b36-40f9-930d-6aa1a250cfef tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:15.583837 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-09ae2198-ca01-4ecd-a670-e72c0878590f req-4b4803e3-7b36-40f9-930d-6aa1a250cfef tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 944 time: 0.1364243
May 10 20:00:15.634311 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-09ae2198-ca01-4ecd-a670-e72c0878590f req-6001a481-a2f1-459c-abd3-a3e7b82fa5c8 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422773
May 10 20:00:15.748494 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48efb8-c726-4e29-aac9-8977fe702744 req-55e39e31-abb5-4b90-9725-2b813301dcc9 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:15.749927 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5c48efb8-c726-4e29-aac9-8977fe702744 req-55e39e31-abb5-4b90-9725-2b813301dcc9 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 943 time: 0.0821750
May 10 20:00:15.795792 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5c48efb8-c726-4e29-aac9-8977fe702744 req-44056cd3-c12c-4b7f-aabf-9803e3cdb5e0 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396137
May 10 20:00:16.327544 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6b1e2-5858-4b6c-93e4-cda6f7f97ced req-e7a94417-cd3d-4a7a-a682-7738f0af4dd8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:16.329015 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b4f6b1e2-5858-4b6c-93e4-cda6f7f97ced req-e7a94417-cd3d-4a7a-a682-7738f0af4dd8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 944 time: 0.0776083
May 10 20:00:16.373860 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b4f6b1e2-5858-4b6c-93e4-cda6f7f97ced req-50656dc1-89f0-4858-a6d5-07510cdd07d4 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385251
May 10 20:00:16.807352 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee5b63-e999-4cbf-b8d3-5668631686d4 req-e2c68c95-71a6-4ef8-bfa4-a905b906839e tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:16.808817 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-faee5b63-e999-4cbf-b8d3-5668631686d4 req-e2c68c95-71a6-4ef8-bfa4-a905b906839e tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 946 time: 0.1299484
May 10 20:00:16.870722 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-faee5b63-e999-4cbf-b8d3-5668631686d4 req-4d8525be-0102-4430-a8b4-814f8f99c4e0 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552771
May 10 20:00:16.889451 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752b649-62fa-455d-b5d7-100f276728f3 req-8956d2cc-7e33-41c2-ab2d-f50d6aa46854 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:16.891116 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0752b649-62fa-455d-b5d7-100f276728f3 req-8956d2cc-7e33-41c2-ab2d-f50d6aa46854 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 944 time: 0.1464565
May 10 20:00:16.943647 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0752b649-62fa-455d-b5d7-100f276728f3 req-0d04c850-d116-40c3-bdcd-cf394a02c90c tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464637
May 10 20:00:17.016731 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['79de43ea-6ad8-4250-9344-1e4b3b22e91c'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:00:17.055652 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0bbb4-7a1d-4c3a-ae4f-d04d9f42acd3 req-2ebbb6b8-5451-4250-b55f-98dc22d67eee tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:17.057232 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fcc0bbb4-7a1d-4c3a-ae4f-d04d9f42acd3 req-2ebbb6b8-5451-4250-b55f-98dc22d67eee tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 943 time: 0.0834365
May 10 20:00:17.106162 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fcc0bbb4-7a1d-4c3a-ae4f-d04d9f42acd3 req-e2676fba-f7c2-41ed-9ba6-78bb36412850 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414119
May 10 20:00:17.565257 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ee387-5099-43c2-9462-cccf198cd812 req-22bd156d-fd21-494f-a50b-9d730465838a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:17.566750 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5d9ee387-5099-43c2-9462-cccf198cd812 req-22bd156d-fd21-494f-a50b-9d730465838a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 944 time: 0.0818789
May 10 20:00:17.611437 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5d9ee387-5099-43c2-9462-cccf198cd812 req-dc8f2b4e-751e-4c10-97a9-e39cfdbb4521 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389802
May 10 20:00:17.745387 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:00:18.064411 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41c2c3-a1b8-43c2-98e4-ef9cde06c5a8 req-c6a98bff-e0ae-4c56-9e93-33c9e50cf036 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:18.065849 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e41c2c3-a1b8-43c2-98e4-ef9cde06c5a8 req-c6a98bff-e0ae-4c56-9e93-33c9e50cf036 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 946 time: 0.0873008
May 10 20:00:18.212048 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e41c2c3-a1b8-43c2-98e4-ef9cde06c5a8 req-47d4535c-824b-41f8-96fc-ad773e081e7e tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116610
May 10 20:00:18.244826 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaa723-a825-4a78-a97e-8107d9d10055 req-162ac424-1af0-4b8d-b060-e94cd0138a8f tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:18.246829 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-04aaa723-a825-4a78-a97e-8107d9d10055 req-162ac424-1af0-4b8d-b060-e94cd0138a8f tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 944 time: 0.1796594
May 10 20:00:18.303905 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-04aaa723-a825-4a78-a97e-8107d9d10055 req-1e4e1969-c3ba-445e-afb6-74fd3f6265bb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500116
May 10 20:00:18.450276 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419f55a-5320-4b8a-b6d3-098e3755e802 req-6c8bcdb6-9e9c-4698-840e-3d8396603ef8 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:18.452554 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9419f55a-5320-4b8a-b6d3-098e3755e802 req-6c8bcdb6-9e9c-4698-840e-3d8396603ef8 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 943 time: 0.0916018
May 10 20:00:18.509492 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9419f55a-5320-4b8a-b6d3-098e3755e802 req-fa528c01-a9c6-4ac8-89ae-75761e21b8b2 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504467
May 10 20:00:18.549987 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['9203c9d1-f264-4559-9930-0e2c6c6451c5'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:00:18.819189 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877f945-d2aa-4ee1-94db-68c9b2713481 req-d4f87245-8b50-4a7c-bd26-b14a9f4880f7 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:18.820696 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4877f945-d2aa-4ee1-94db-68c9b2713481 req-d4f87245-8b50-4a7c-bd26-b14a9f4880f7 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 944 time: 0.0970874
May 10 20:00:18.871011 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4877f945-d2aa-4ee1-94db-68c9b2713481 req-42717975-29af-4284-abfb-881ac4771cd4 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419116
May 10 20:00:19.406267 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db7f5d-6275-41c7-9257-732da06b7157 req-faa33b0a-606b-48bd-bbde-9ee95d7fca59 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:19.407747 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-23db7f5d-6275-41c7-9257-732da06b7157 req-faa33b0a-606b-48bd-bbde-9ee95d7fca59 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 946 time: 0.0817661
May 10 20:00:19.496800 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-23db7f5d-6275-41c7-9257-732da06b7157 req-7975fdb5-810c-4424-b9fb-a22eba417581 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558655
May 10 20:00:19.522567 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c7ca1-deeb-4156-8827-84d10bcc5783 req-431a6b3c-8f33-4b98-8f98-9335102fa847 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:19.524009 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-202c7ca1-deeb-4156-8827-84d10bcc5783 req-431a6b3c-8f33-4b98-8f98-9335102fa847 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 944 time: 0.1139939
May 10 20:00:19.570505 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-202c7ca1-deeb-4156-8827-84d10bcc5783 req-f54f18f9-0201-4454-9f7a-0ee65d791fbb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401118
May 10 20:00:19.706070 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffa29a-db45-482d-ad42-69794dbcbeb0 req-24d9d93c-a2ba-43ac-be5a-c34417833af8 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:19.707547 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-62ffa29a-db45-482d-ad42-69794dbcbeb0 req-24d9d93c-a2ba-43ac-be5a-c34417833af8 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 943 time: 0.0787785
May 10 20:00:19.752740 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-62ffa29a-db45-482d-ad42-69794dbcbeb0 req-166c37e9-3706-458d-b7cc-f4b206cfd5f4 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393398
May 10 20:00:20.073071 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66123c7-6a5c-4af6-8eba-faef33784a3e req-ddc52f9a-9067-4eef-8fb2-40bb1366b43c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:20.074513 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c66123c7-6a5c-4af6-8eba-faef33784a3e req-ddc52f9a-9067-4eef-8fb2-40bb1366b43c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 944 time: 0.0828729
May 10 20:00:20.119399 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c66123c7-6a5c-4af6-8eba-faef33784a3e req-73351bc4-0cdf-4c5e-8a5f-82ef1b45460c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382257
May 10 20:00:20.680880 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b5ac1-3e60-456c-9dc9-aab4a98bc86f req-85c38ff6-493b-48e4-8834-bc48e8d23620 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:20.682325 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a79b5ac1-3e60-456c-9dc9-aab4a98bc86f req-85c38ff6-493b-48e4-8834-bc48e8d23620 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 946 time: 0.0808592
May 10 20:00:20.769003 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a79b5ac1-3e60-456c-9dc9-aab4a98bc86f req-18656c51-1357-477c-a95c-b0ddfd689009 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532427
May 10 20:00:20.798487 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f128bab-51d5-43ca-acf6-b55ded439512 req-256703de-873f-4a91-92bb-8dd4c497e379 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:20.800056 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0f128bab-51d5-43ca-acf6-b55ded439512 req-256703de-873f-4a91-92bb-8dd4c497e379 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 944 time: 0.1168098
May 10 20:00:20.851473 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0f128bab-51d5-43ca-acf6-b55ded439512 req-14e39f5d-fc5a-468f-8c7b-08d587a0efa6 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454192
May 10 20:00:20.977800 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f9e2d-c0ea-4587-b9b0-0d3dc5ad1f79 req-a99898b8-07e1-4640-b138-875bf73bdb4a tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:20.979259 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-678f9e2d-c0ea-4587-b9b0-0d3dc5ad1f79 req-a99898b8-07e1-4640-b138-875bf73bdb4a tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 943 time: 0.0897131
May 10 20:00:21.026581 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-678f9e2d-c0ea-4587-b9b0-0d3dc5ad1f79 req-535dbb1b-25e0-43ca-b7ad-600ea44fd90d tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397327
May 10 20:00:21.316636 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cad1de-34de-4aa3-8399-e57bf4e5355a req-cee51186-cc3d-41e5-8af4-908c9277650c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:21.318263 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c8cad1de-34de-4aa3-8399-e57bf4e5355a req-cee51186-cc3d-41e5-8af4-908c9277650c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 944 time: 0.0810535
May 10 20:00:21.366137 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c8cad1de-34de-4aa3-8399-e57bf4e5355a req-6e8bb9fb-510b-4cbb-92e3-dc773a5b389a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416605
May 10 20:00:21.967025 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a25f3-2999-4f6e-a66c-30b2585dd476 req-657ebc63-06e1-4738-8bc1-20f860311c03 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:21.968681 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e46a25f3-2999-4f6e-a66c-30b2585dd476 req-657ebc63-06e1-4738-8bc1-20f860311c03 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 946 time: 0.0906172
May 10 20:00:22.019526 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e46a25f3-2999-4f6e-a66c-30b2585dd476 req-776d7348-3869-4796-83ff-98b65eaa17f5 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446846
May 10 20:00:22.214824 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954a90d-8ecd-4440-b65b-76f1e59785e4 req-9edc9c44-91cb-4a03-baaf-159e9c2d1472 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:22.216299 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f954a90d-8ecd-4440-b65b-76f1e59785e4 req-9edc9c44-91cb-4a03-baaf-159e9c2d1472 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 944 time: 0.1145515
May 10 20:00:22.283258 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f954a90d-8ecd-4440-b65b-76f1e59785e4 req-d33ae89a-6c47-4baa-a0a4-0241c7d8ef10 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607836
May 10 20:00:22.311543 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b92799-f5f5-4f5d-a56b-652ab2f736d6 req-76944de5-14e7-4188-b51d-927165efe475 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:22.313067 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-39b92799-f5f5-4f5d-a56b-652ab2f736d6 req-76944de5-14e7-4188-b51d-927165efe475 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 943 time: 0.1415241
May 10 20:00:22.359916 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-39b92799-f5f5-4f5d-a56b-652ab2f736d6 req-3063b364-626d-40c5-a577-e7603b0bef64 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409358
May 10 20:00:22.558329 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8166e0b-f1f4-4f04-9e0f-21efa8d972cf req-ef885496-87f5-41c9-b123-896fc7653990 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:22.559731 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d8166e0b-f1f4-4f04-9e0f-21efa8d972cf req-ef885496-87f5-41c9-b123-896fc7653990 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 944 time: 0.0854144
May 10 20:00:22.606284 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d8166e0b-f1f4-4f04-9e0f-21efa8d972cf req-6b0fa1f7-a7d9-4d1e-8685-e0b40ab28ad6 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404649
May 10 20:00:23.210926 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9342e34-ccc7-41ea-9c01-aa8a52de5a0b req-237fa33e-cf37-4d02-a91e-0417611ddfb0 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:23.212420 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f9342e34-ccc7-41ea-9c01-aa8a52de5a0b req-237fa33e-cf37-4d02-a91e-0417611ddfb0 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 946 time: 0.0828249
May 10 20:00:23.257767 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f9342e34-ccc7-41ea-9c01-aa8a52de5a0b req-50b0739f-ed81-40a0-be52-a6b8aec3b0fa tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389290
May 10 20:00:23.476266 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098d827-a73f-4b68-a823-5697f6f35953 req-1b1ddbe1-1759-4233-96e9-e2409f30eeae tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:23.477662 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2098d827-a73f-4b68-a823-5697f6f35953 req-1b1ddbe1-1759-4233-96e9-e2409f30eeae tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 944 time: 0.0851223
May 10 20:00:23.562331 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2098d827-a73f-4b68-a823-5697f6f35953 req-b82c4f80-c8b3-4880-a0ed-3f7ed69b6e4e tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548682
May 10 20:00:23.588251 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf3c9c-96c8-4136-be24-9d7603d4fe13 req-3e8f58f2-6f4c-4237-babd-0e4af62e69b7 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:23.589671 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c8cf3c9c-96c8-4136-be24-9d7603d4fe13 req-3e8f58f2-6f4c-4237-babd-0e4af62e69b7 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 943 time: 0.1212137
May 10 20:00:23.636050 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c8cf3c9c-96c8-4136-be24-9d7603d4fe13 req-448c46ec-d428-4eb1-8d80-15227eb49288 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405619
May 10 20:00:23.849852 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fab0d-4a9e-46a7-af27-bd8f705923ee req-b5d8cd59-4b37-479c-8915-632739a599b9 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:23.851347 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a49fab0d-4a9e-46a7-af27-bd8f705923ee req-b5d8cd59-4b37-479c-8915-632739a599b9 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 944 time: 0.1326594
May 10 20:00:23.896718 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a49fab0d-4a9e-46a7-af27-bd8f705923ee req-4be081f9-5ed1-437b-9d7b-fe0f454eabe6 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396276
May 10 20:00:24.444041 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15740c3c-d43c-435c-a183-d057eab93856 req-3808d1b4-0739-47f5-b875-20916a8cdd4b tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:24.445484 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-15740c3c-d43c-435c-a183-d057eab93856 req-3808d1b4-0739-47f5-b875-20916a8cdd4b tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 946 time: 0.0814135
May 10 20:00:24.492190 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-15740c3c-d43c-435c-a183-d057eab93856 req-9570df62-b754-4802-830a-c0d3589124dc tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402329
May 10 20:00:24.748283 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de54c8-1e3f-4464-846b-758c56ae4625 req-1553c171-9feb-45e3-b6ac-a504eab79147 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:24.749799 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b2de54c8-1e3f-4464-846b-758c56ae4625 req-1553c171-9feb-45e3-b6ac-a504eab79147 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 944 time: 0.0828283
May 10 20:00:24.851683 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b2de54c8-1e3f-4464-846b-758c56ae4625 req-0a1442cd-ec4e-4e15-822e-3598dce461da tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575945
May 10 20:00:24.885219 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd63e1a-8bb5-4499-8f78-3360db1caaf4 req-a31dc216-fe39-4a22-ab47-5e5ed08162fb tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:24.886824 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9bd63e1a-8bb5-4499-8f78-3360db1caaf4 req-a31dc216-fe39-4a22-ab47-5e5ed08162fb tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 943 time: 0.1328402
May 10 20:00:24.938599 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9bd63e1a-8bb5-4499-8f78-3360db1caaf4 req-a3cda689-7682-4a91-a0bb-4e4ad6ad7cd8 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442936
May 10 20:00:25.098757 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6a23c-9f75-4a36-9b69-4a4ab7cc0d1a req-ceef3750-0800-47f2-af4f-2b69847032a4 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:25.100254 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5dc6a23c-9f75-4a36-9b69-4a4ab7cc0d1a req-ceef3750-0800-47f2-af4f-2b69847032a4 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 944 time: 0.0831888
May 10 20:00:25.149587 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5dc6a23c-9f75-4a36-9b69-4a4ab7cc0d1a req-032553be-98da-4d9f-a07d-8aa6be54a1c8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433993
May 10 20:00:25.649391 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device b272e384-b438-4d1a-86c6-152aec8df299 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:00:25.790139 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port b272e384-b438-4d1a-86c6-152aec8df299, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b272e384-b438-4d1a-86c6-152aec8df299,segment=NetworkSegment(d81407f0-5164-4828-98d2-3009553635dd),segment_id=d81407f0-5164-4828-98d2-3009553635dd)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:00:25.803990 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': 'b272e384-b438-4d1a-86c6-152aec8df299', 'network_id': '12fcecad-eba8-4da7-8035-097c01649aff', 'port_id': 'b272e384-b438-4d1a-86c6-152aec8df299', 'mac_address': 'fa:16:3e:28:b3:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e13f19-09d6-4437-8413-9cd5f2a1478d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:00:25.861141 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:25.878831 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b272e384-b438-4d1a-86c6-152aec8df299 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:00:25.896173 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port b272e384-b438-4d1a-86c6-152aec8df299, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b272e384-b438-4d1a-86c6-152aec8df299,segment=NetworkSegment(d81407f0-5164-4828-98d2-3009553635dd),segment_id=d81407f0-5164-4828-98d2-3009553635dd)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:00:25.900496 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:25.901160 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:00:25.903112 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:25.980071 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=b272e384-b438-4d1a-86c6-152aec8df299,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:26.002015 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:26.002508 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:26.002849 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:26.003177 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:26.003505 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:26.003826 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:26.004169 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:26.004490 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:26.004831 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:26.005148 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:26.005464 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:26.005776 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:26.013636 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:26.078098 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b10fa-0b21-4278-b1f9-e1b561a2a798 req-56ad80dc-fa4b-484f-a55b-0ede1bb88b00 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:26.084990 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e29b10fa-0b21-4278-b1f9-e1b561a2a798 req-56ad80dc-fa4b-484f-a55b-0ede1bb88b00 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 944 time: 0.1152658
May 10 20:00:26.139802 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 3a55def3-f11f-44d5-90f0-c56e7e8f0f30, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3a55def3-f11f-44d5-90f0-c56e7e8f0f30,segment=NetworkSegment(02d6ea9c-b7c6-43c6-998b-d26fce13f343),segment_id=02d6ea9c-b7c6-43c6-998b-d26fce13f343)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:00:26.154459 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': '3a55def3-f11f-44d5-90f0-c56e7e8f0f30', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'port_id': '3a55def3-f11f-44d5-90f0-c56e7e8f0f30', 'mac_address': 'fa:16:3e:d3:90:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:00:26.173338 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e29b10fa-0b21-4278-b1f9-e1b561a2a798 req-7c2f3f09-18ac-47fd-b64f-e2ab9db3a3fd tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875292
May 10 20:00:26.208431 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d09df-33ae-4da7-8b85-8844284add40 req-49c02eec-e3d8-4296-b49f-199d3613d8e2 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:26.210129 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d69d09df-33ae-4da7-8b85-8844284add40 req-49c02eec-e3d8-4296-b49f-199d3613d8e2 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 944 time: 0.1398551
May 10 20:00:26.217885 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:26.236483 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:00:26.254692 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 3a55def3-f11f-44d5-90f0-c56e7e8f0f30, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3a55def3-f11f-44d5-90f0-c56e7e8f0f30,segment=NetworkSegment(02d6ea9c-b7c6-43c6-998b-d26fce13f343),segment_id=02d6ea9c-b7c6-43c6-998b-d26fce13f343)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:00:26.260299 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:26.263284 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-7fae9f8b-baa4-41a4-98d3-68002ff1ac7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:26.267737 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d69d09df-33ae-4da7-8b85-8844284add40 req-14bf8d6f-c63b-4fb1-abeb-00aaec088f43 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509684
May 10 20:00:26.337501 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=3a55def3-f11f-44d5-90f0-c56e7e8f0f30,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:26.341004 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:26.366146 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e677d1-a1e3-4424-b104-d9173fcdff65 req-038fc1db-6d8a-4fde-bca0-385ce75e72b3 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:26.367611 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-19e677d1-a1e3-4424-b104-d9173fcdff65 req-038fc1db-6d8a-4fde-bca0-385ce75e72b3 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 944 time: 0.0914876
May 10 20:00:26.416367 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-19e677d1-a1e3-4424-b104-d9173fcdff65 req-76e424e4-f75f-4c5b-952b-7d86e9c3f490 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426142
May 10 20:00:27.347333 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-aae61534-cd61-45ea-aa7a-7a316932f065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:27.375582 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c3f91-54f0-4c9e-8f7f-36365da69bfe req-c0ad7878-b875-4cf3-8259-627ab5f12657 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:27.377222 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-740c3f91-54f0-4c9e-8f7f-36365da69bfe req-c0ad7878-b875-4cf3-8259-627ab5f12657 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 945 time: 0.0958941
May 10 20:00:27.427630 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-740c3f91-54f0-4c9e-8f7f-36365da69bfe req-912dafb1-9afc-4d28-a868-58c91a49db75 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436680
May 10 20:00:27.657623 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c2980-dc3e-4c29-bb48-2c560be243fd req-5f5f183c-b983-41a0-b028-4e7edcee72de tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:27.658996 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-129c2980-dc3e-4c29-bb48-2c560be243fd req-5f5f183c-b983-41a0-b028-4e7edcee72de tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 944 time: 0.1509595
May 10 20:00:27.666760 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bf513-c333-4e40-9d10-9459ceedd9a6 req-0d806507-e3af-4390-b626-7121e82ca031 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:27.668156 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-033bf513-c333-4e40-9d10-9459ceedd9a6 req-0d806507-e3af-4390-b626-7121e82ca031 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 944 time: 0.1232724
May 10 20:00:27.742080 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-129c2980-dc3e-4c29-bb48-2c560be243fd req-769392c5-b02b-4dca-b26b-59a7b706d34d tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729654
May 10 20:00:27.746803 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-033bf513-c333-4e40-9d10-9459ceedd9a6 req-92364d1a-e220-486c-a6cf-f7d7e20c8218 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638757
May 10 20:00:28.429003 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 79de43ea-6ad8-4250-9344-1e4b3b22e91c up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:00:28.495905 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning for port 79de43ea-6ad8-4250-9344-1e4b3b22e91c completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:00:28.501240 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port 79de43ea-6ad8-4250-9344-1e4b3b22e91c triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:00:28.501623 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:28.619302 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622501aa-409a-4031-84b9-4cc50010744b req-0bb44e4a-3337-4816-b568-28c3ed53a30d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:28.620812 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-622501aa-409a-4031-84b9-4cc50010744b req-0bb44e4a-3337-4816-b568-28c3ed53a30d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 945 time: 0.0876381
May 10 20:00:28.625221 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:28.652880 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47383cf-0188-41fe-9fc8-fbb36611b088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79de43ea-6ad8-4250-9344-1e4b3b22e91c'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:00:28.664348 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 79de43ea-6ad8-4250-9344-1e4b3b22e91c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=79de43ea-6ad8-4250-9344-1e4b3b22e91c,segment=NetworkSegment(d81407f0-5164-4828-98d2-3009553635dd),segment_id=d81407f0-5164-4828-98d2-3009553635dd)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:00:28.669470 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:28.672792 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:28.680295 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-622501aa-409a-4031-84b9-4cc50010744b req-1a10a3de-7fd5-4af9-aad5-628ef04c6d06 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533121
May 10 20:00:28.714825 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47383cf-0188-41fe-9fc8-fbb36611b088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79de43ea-6ad8-4250-9344-1e4b3b22e91c', 'code': 200}
May 10 20:00:28.787761 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=79de43ea-6ad8-4250-9344-1e4b3b22e91c,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:28.791050 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:29.008886 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6ba1e-7a6e-4ab8-bfd7-77865d855d09 req-818ecd86-181a-4df8-a53c-3c9be497040d tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:29.010385 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f7a6ba1e-7a6e-4ab8-bfd7-77865d855d09 req-818ecd86-181a-4df8-a53c-3c9be497040d tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 944 time: 0.1377959
May 10 20:00:29.039081 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100061eb-666d-49e3-a75f-d7bb2a8981d6 req-3bf46a3a-28c9-4f48-8e82-6b06cef9a4a5 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:29.040512 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-100061eb-666d-49e3-a75f-d7bb2a8981d6 req-3bf46a3a-28c9-4f48-8e82-6b06cef9a4a5 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 944 time: 0.1324499
May 10 20:00:29.094260 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb294ea-9fa4-45bc-8a70-12149d83aaa5 req-333c5cd5-060c-47c7-9122-e0c7e75c8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:29.095508 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f7a6ba1e-7a6e-4ab8-bfd7-77865d855d09 req-da33e137-83cd-43a5-a13c-0681cd405586 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768569
May 10 20:00:29.095697 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-dbb294ea-9fa4-45bc-8a70-12149d83aaa5 req-333c5cd5-060c-47c7-9122-e0c7e75c8999 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 1098 time: 0.0697877
May 10 20:00:29.106055 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-100061eb-666d-49e3-a75f-d7bb2a8981d6 req-643e8b13-818f-46bd-a585-2ab506fc2eab tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589757
May 10 20:00:29.139012 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-dbb294ea-9fa4-45bc-8a70-12149d83aaa5 req-705ebfa1-c8ab-4d31-b7e3-2a80069f3d2d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367360
May 10 20:00:29.526354 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['b272e384-b438-4d1a-86c6-152aec8df299'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:00:29.595951 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['3a55def3-f11f-44d5-90f0-c56e7e8f0f30'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:00:29.889539 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea7313-a989-4a9a-aa5b-eb830ae6f223 req-698a79b5-5a1d-4acc-88fe-65003bd580ec tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:29.890956 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-59ea7313-a989-4a9a-aa5b-eb830ae6f223 req-698a79b5-5a1d-4acc-88fe-65003bd580ec tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 945 time: 0.0978398
May 10 20:00:29.937733 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-59ea7313-a989-4a9a-aa5b-eb830ae6f223 req-431d1743-7eb0-4056-bf9a-87a0cf53acc4 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409558
May 10 20:00:30.200969 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-10b17075-8c2f-4ae6-9c75-a047a74e6572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:30.363253 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee884789-6fee-456d-98a2-e5ba28877f89 req-21cb3da7-4810-4141-9b39-dd6d669c0796 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:30.364813 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ee884789-6fee-456d-98a2-e5ba28877f89 req-21cb3da7-4810-4141-9b39-dd6d669c0796 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 944 time: 0.1592944
May 10 20:00:30.374990 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072d75d-845d-468d-9587-fcef0787dd0f req-b20bbc04-2ccc-4fe2-99ba-04767fc8b598 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:30.376320 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3072d75d-845d-468d-9587-fcef0787dd0f req-b20bbc04-2ccc-4fe2-99ba-04767fc8b598 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 944 time: 0.1272590
May 10 20:00:30.444711 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ee884789-6fee-456d-98a2-e5ba28877f89 req-63ac1153-d202-495d-90ee-8d07a931e643 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674269
May 10 20:00:30.458254 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3072d75d-845d-468d-9587-fcef0787dd0f req-25b89ee7-74e8-4220-9bf3-0e7fcf0d3a15 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659449
May 10 20:00:30.502539 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:31.170921 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8bb7d-5d9f-4103-8e4e-fe81a3a35bf9 req-b8f66e84-1d69-4e5f-9cde-e6e65dca00b5 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:31.172287 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e9d8bb7d-5d9f-4103-8e4e-fe81a3a35bf9 req-b8f66e84-1d69-4e5f-9cde-e6e65dca00b5 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 945 time: 0.1232798
May 10 20:00:31.217733 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e9d8bb7d-5d9f-4103-8e4e-fe81a3a35bf9 req-37cb0b7e-86eb-4cbd-8b14-2a9d8a486a66 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396886
May 10 20:00:31.693991 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24be3a-5995-4178-828a-a42cbfcd038c req-12a9323e-93cd-4295-8d64-0c050ed1c451 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:31.695418 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7e24be3a-5995-4178-828a-a42cbfcd038c req-12a9323e-93cd-4295-8d64-0c050ed1c451 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 944 time: 0.1446433
May 10 20:00:31.703723 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cf274-a2e0-4443-ad21-a7919159b71d req-edfd3005-534d-4bb8-b333-e0ad6e042529 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:31.705005 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ae0cf274-a2e0-4443-ad21-a7919159b71d req-edfd3005-534d-4bb8-b333-e0ad6e042529 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 944 time: 0.1165137
May 10 20:00:31.771247 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7e24be3a-5995-4178-828a-a42cbfcd038c req-3726c18c-b36e-4da1-889f-85fcb8262d3d tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653129
May 10 20:00:31.778034 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ae0cf274-a2e0-4443-ad21-a7919159b71d req-675a78fb-0e3c-449c-ad69-b27e90b56c19 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592933
May 10 20:00:31.946744 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 9203c9d1-f264-4559-9930-0e2c6c6451c5 up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:00:32.018603 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:32.026338 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning for port 9203c9d1-f264-4559-9930-0e2c6c6451c5 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:00:32.031562 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port 9203c9d1-f264-4559-9930-0e2c6c6451c5 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:00:32.031987 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:32.155201 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:32.182080 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a24ef79-1221-470e-a9df-3c2a5ea8857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9203c9d1-f264-4559-9930-0e2c6c6451c5'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:00:32.193429 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 9203c9d1-f264-4559-9930-0e2c6c6451c5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9203c9d1-f264-4559-9930-0e2c6c6451c5,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:00:32.197730 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:32.199603 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:32.231172 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a24ef79-1221-470e-a9df-3c2a5ea8857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9203c9d1-f264-4559-9930-0e2c6c6451c5', 'code': 200}
May 10 20:00:32.269546 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=9203c9d1-f264-4559-9930-0e2c6c6451c5,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:32.272628 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:32.403213 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b66a9-8650-4724-bc04-868612558235 req-4d28f362-75ad-4ffc-a554-44b2668f7057 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:32.404732 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-974b66a9-8650-4724-bc04-868612558235 req-4d28f362-75ad-4ffc-a554-44b2668f7057 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 945 time: 0.0801654
May 10 20:00:32.453483 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-974b66a9-8650-4724-bc04-868612558235 req-f3dd55c5-f859-43d5-9fdc-c6c637bb8d8b tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429795
May 10 20:00:33.030045 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd998f-ddb9-4e28-b655-01dc57bf7225 req-6e088436-0522-46a2-be98-14095a53cceb tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:33.031499 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-00cd998f-ddb9-4e28-b655-01dc57bf7225 req-6e088436-0522-46a2-be98-14095a53cceb tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 944 time: 0.1485488
May 10 20:00:33.039258 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af1f9c-ce42-4812-ac29-a47fe881b956 req-80fc8108-232f-4dc7-9185-ef87a527e041 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:33.040645 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-05af1f9c-ce42-4812-ac29-a47fe881b956 req-80fc8108-232f-4dc7-9185-ef87a527e041 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.1237848
May 10 20:00:33.104371 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-00cd998f-ddb9-4e28-b655-01dc57bf7225 req-b7fe0548-7347-4a69-a902-64036632d9b9 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626638
May 10 20:00:33.114277 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-05af1f9c-ce42-4812-ac29-a47fe881b956 req-156caedd-d1d0-45d2-8c6a-4c12f0e87e13 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580139
May 10 20:00:33.635510 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fa60d-2488-4569-b20c-98d0dd7018f2 req-c58be544-d45b-4c1f-8b7b-78481c4ad05a tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:33.636934 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c31fa60d-2488-4569-b20c-98d0dd7018f2 req-c58be544-d45b-4c1f-8b7b-78481c4ad05a tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 945 time: 0.0792763
May 10 20:00:33.682696 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c31fa60d-2488-4569-b20c-98d0dd7018f2 req-c1dc29f4-3306-4c27-9e8a-94d2dbb5beaf tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389895
May 10 20:00:33.704873 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:34.352481 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0578a-4264-4fa7-915a-8f8571cd6a5d req-ab5b1d89-952e-44f5-80af-8fa5856ed1a1 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:34.353910 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d7f0578a-4264-4fa7-915a-8f8571cd6a5d req-ab5b1d89-952e-44f5-80af-8fa5856ed1a1 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 944 time: 0.1388037
May 10 20:00:34.388319 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8add7d-5a51-4205-9534-8c0364b5e04b req-6e8befc9-cc54-42b8-839c-b90100de484b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:34.390128 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bb8add7d-5a51-4205-9534-8c0364b5e04b req-6e8befc9-cc54-42b8-839c-b90100de484b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.1304312
May 10 20:00:34.432458 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d7f0578a-4264-4fa7-915a-8f8571cd6a5d req-b829594b-4fb1-4b38-966a-83d79f4d471f tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718446
May 10 20:00:34.454008 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bb8add7d-5a51-4205-9534-8c0364b5e04b req-e5747ba2-5665-4c9c-bb4d-8c002ce961c5 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565429
May 10 20:00:34.823031 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f281a-dd1a-414b-8e15-8b0865b6a972 req-aeb0f3ed-3534-4ab5-b693-83cc9a77ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:34.824656 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-1e3f281a-dd1a-414b-8e15-8b0865b6a972 req-aeb0f3ed-3534-4ab5-b693-83cc9a77ce65 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 1098 time: 0.0868287
May 10 20:00:34.877369 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-1e3f281a-dd1a-414b-8e15-8b0865b6a972 req-65aa9a32-14ff-4736-905b-608e91842936 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418658
May 10 20:00:34.885059 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e47d8b-32b6-493f-bb06-59dafb394825 req-1fe5acee-c60c-4060-a504-d9b3a7d0a315 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:34.886573 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-10e47d8b-32b6-493f-bb06-59dafb394825 req-1fe5acee-c60c-4060-a504-d9b3a7d0a315 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 945 time: 0.0858071
May 10 20:00:34.935502 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-10e47d8b-32b6-493f-bb06-59dafb394825 req-c84bfbb1-f6e0-4d67-927d-9f1490f40864 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410728
May 10 20:00:35.688478 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb23b1-f587-4f0e-8876-70b066d38270 req-5bb03cc9-5f53-4a49-a004-967fef7787ba tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:35.690143 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f2bb23b1-f587-4f0e-8876-70b066d38270 req-5bb03cc9-5f53-4a49-a004-967fef7787ba tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 944 time: 0.1444347
May 10 20:00:35.698984 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7f58e-a064-464d-8fc9-9829383e4013 req-9ca1fa48-f9be-4de3-990e-b9e20a7feee0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:35.700892 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-26c7f58e-a064-464d-8fc9-9829383e4013 req-9ca1fa48-f9be-4de3-990e-b9e20a7feee0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.1210532
May 10 20:00:35.773885 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f2bb23b1-f587-4f0e-8876-70b066d38270 req-55d71ff3-b590-4560-9080-9b11141c3525 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720305
May 10 20:00:35.778288 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-26c7f58e-a064-464d-8fc9-9829383e4013 req-17668da7-00a3-4124-b7b9-8fc4b0632e10 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635381
May 10 20:00:36.136213 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a61e6d-aa30-4ab7-957a-5d78287a4974 req-8afb01ca-8bec-4432-98ac-23a3a60f2777 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:36.137653 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a0a61e6d-aa30-4ab7-957a-5d78287a4974 req-8afb01ca-8bec-4432-98ac-23a3a60f2777 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 945 time: 0.0840502
May 10 20:00:36.183310 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a0a61e6d-aa30-4ab7-957a-5d78287a4974 req-f2074a0a-e116-4960-97a7-a3c8e592028e tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384352
May 10 20:00:36.992113 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device b272e384-b438-4d1a-86c6-152aec8df299 up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:00:37.182554 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e080401-a82f-4342-bc40-7fd01846e37c req-6c169a35-625c-4e1d-9d58-ff5f85013827 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:37.185357 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0e080401-a82f-4342-bc40-7fd01846e37c req-6c169a35-625c-4e1d-9d58-ff5f85013827 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.1793110
May 10 20:00:37.199000 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning for port b272e384-b438-4d1a-86c6-152aec8df299 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:00:37.210721 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port b272e384-b438-4d1a-86c6-152aec8df299 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:00:37.211592 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:37.281933 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a88d4-7d2e-4984-9d2c-66de7392a05a req-ffda09b0-729d-44d1-8652-bf8f206ac817 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:37.296085 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ac2a88d4-7d2e-4984-9d2c-66de7392a05a req-ffda09b0-729d-44d1-8652-bf8f206ac817 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 944 time: 0.3588054
May 10 20:00:37.364173 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0e080401-a82f-4342-bc40-7fd01846e37c req-e9b182bd-8624-486e-9f1d-8c8f766e71c2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1714342
May 10 20:00:37.431609 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ac2a88d4-7d2e-4984-9d2c-66de7392a05a req-fa19ad21-01ed-49e8-8be4-96a4cf28734b tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335897
May 10 20:00:37.442775 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:37.485922 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14753f9-9862-44d1-aa8e-3093719e2183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b272e384-b438-4d1a-86c6-152aec8df299'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:00:37.496396 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port b272e384-b438-4d1a-86c6-152aec8df299, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b272e384-b438-4d1a-86c6-152aec8df299,segment=NetworkSegment(d81407f0-5164-4828-98d2-3009553635dd),segment_id=d81407f0-5164-4828-98d2-3009553635dd)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:00:37.501731 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:37.502989 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:00:37.541485 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:37.632872 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=b272e384-b438-4d1a-86c6-152aec8df299,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:37.648345 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:37.708232 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning for port 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:00:37.716450 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:00:37.717659 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:37.762574 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ae3cf-c30e-488c-a998-aa60c3c981cd req-ee3a3008-f355-47a9-aa74-ad701e13d533 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:37.771106 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3e4ae3cf-c30e-488c-a998-aa60c3c981cd req-ee3a3008-f355-47a9-aa74-ad701e13d533 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 945 time: 0.1556716
May 10 20:00:37.831733 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3e4ae3cf-c30e-488c-a998-aa60c3c981cd req-9b9e8e7d-7626-47f0-8f69-26fb16b83568 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596142
May 10 20:00:37.917510 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14753f9-9862-44d1-aa8e-3093719e2183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b272e384-b438-4d1a-86c6-152aec8df299', 'code': 200}
May 10 20:00:37.957530 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:37.984957 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 44778) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:37.999266 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 3a55def3-f11f-44d5-90f0-c56e7e8f0f30, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3a55def3-f11f-44d5-90f0-c56e7e8f0f30,segment=NetworkSegment(02d6ea9c-b7c6-43c6-998b-d26fce13f343),segment_id=02d6ea9c-b7c6-43c6-998b-d26fce13f343)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:00:38.004873 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:38.006994 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:38.090313 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=3a55def3-f11f-44d5-90f0-c56e7e8f0f30,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:38.094072 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:38.257408 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:38.317010 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:38.327750 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Usage tracker for resource:security_group_rule and tenant:b962dc67ac6c4d89bce00f643d4c73fe is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:38.331504 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:38.343335 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:38.349308 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a237810-be3a-4e86-be93-75931a6b0aca req-3c0f9606-d8da-431b-b43c-da42f069952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:38.355552 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-9a237810-be3a-4e86-be93-75931a6b0aca req-3c0f9606-d8da-431b-b43c-da42f069952a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 1098 time: 0.1658196
May 10 20:00:38.428215 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-9a237810-be3a-4e86-be93-75931a6b0aca req-a2d1ad6e-398b-44f5-981d-72f408b70ee3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577614
May 10 20:00:38.526498 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 44810) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:38.709932 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:38.735020 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:38.750835 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:38.766013 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:38.790620 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188a9926-cda0-4115-b07b-942db0505036,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:38.796472 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:38.803278 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Usage tracker for resource:security_group_rule and tenant:8ce7652ff4794d7195164efdb1d9a007 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:38.808843 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:38.821096 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:38.823524 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:38.823851 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:38.824227 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:38.824567 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:38.824905 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:38.825857 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:38.826207 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:38.826536 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:38.826866 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:38.827244 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:38.827518 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:38.827836 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:38.834563 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:38.836954 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b962dc67ac6c4d89bce00f643d4c73fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8507431
May 10 20:00:38.842274 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 44820) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:38.902234 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2d37a-f8fb-401c-8b8c-af8754b1d540 req-6fa36f65-2b05-4546-aa41-66ff362efd4a tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:38.910469 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c0f2d37a-f8fb-401c-8b8c-af8754b1d540 req-6fa36f65-2b05-4546-aa41-66ff362efd4a tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.2811532
May 10 20:00:38.958285 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10dc1a-4aef-4a66-b6d1-5e32311f3327 req-aa3d65e4-274b-4125-a1a7-6da11e1cbd4b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:38.959790 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9b10dc1a-4aef-4a66-b6d1-5e32311f3327 req-aa3d65e4-274b-4125-a1a7-6da11e1cbd4b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.3295541
May 10 20:00:38.991237 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:38.996491 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:39.005095 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:39.010339 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3b31-c466-4de8-a0f6-235528881396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:39.032511 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c0f2d37a-f8fb-401c-8b8c-af8754b1d540 req-438af32e-f9d1-4cd6-b709-47c377297a7b tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211257
May 10 20:00:39.049264 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d7cb0b-8403-4138-a114-ae29c484933b,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:39.053468 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ce7652ff4794d7195164efdb1d9a007&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5256782
May 10 20:00:39.059395 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 44830) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:39.061237 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3b31-c466-4de8-a0f6-235528881396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:39.063915 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:39.064381 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:39.064829 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:39.065389 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:39.065826 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:39.066263 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:39.066868 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:39.067296 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:39.067733 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:39.068189 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:39.068615 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:39.069222 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:00:39.097351 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:39.152202 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9b10dc1a-4aef-4a66-b6d1-5e32311f3327 req-ff9c6a1e-4929-43d6-a1f9-da9b61158e0b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1747479
May 10 20:00:39.177226 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-df677c8b-f3da-49d7-ba24-a99a6269b94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:39.247008 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-df677c8b-f3da-49d7-ba24-a99a6269b94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:39.263215 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3b31-c466-4de8-a0f6-235528881396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:39.277546 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f554bb-62a8-48cc-bf17-b806ebcfc6df req-8dc1b54e-aca8-46e1-8252-e4f378e93a49 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:39.279563 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-70f554bb-62a8-48cc-bf17-b806ebcfc6df req-8dc1b54e-aca8-46e1-8252-e4f378e93a49 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.1152835
May 10 20:00:39.282847 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2b28c3ba-8859-4028-b4a0-2fe847499821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:39.308684 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-df677c8b-f3da-49d7-ba24-a99a6269b94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:39.312901 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:39.326761 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df677c8b-f3da-49d7-ba24-a99a6269b94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d7cb0b-8403-4138-a114-ae29c484933b,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:39.331158 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-df677c8b-f3da-49d7-ba24-a99a6269b94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:39.337672 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-df677c8b-f3da-49d7-ba24-a99a6269b94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:39.339054 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-df677c8b-f3da-49d7-ba24-a99a6269b94d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1d7cb0b-8403-4138-a114-ae29c484933b HTTP/1.1" status: 204  len: 168 time: 0.2778931
May 10 20:00:39.351156 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc3b31-c466-4de8-a0f6-235528881396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188a9926-cda0-4115-b07b-942db0505036,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:39.354325 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d3cc3b31-c466-4de8-a0f6-235528881396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:39.369514 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3b31-c466-4de8-a0f6-235528881396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:39.370568 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-d3cc3b31-c466-4de8-a0f6-235528881396 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/188a9926-cda0-4115-b07b-942db0505036 HTTP/1.1" status: 204  len: 168 time: 0.5273614
May 10 20:00:39.404123 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-70f554bb-62a8-48cc-bf17-b806ebcfc6df req-05bead79-6e5a-467e-853a-0094d6d56ee9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1119821
May 10 20:00:39.446100 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec6e38-7ddf-417d-93d5-798199cea55b req-3d19e85e-7a0f-4cb9-b623-c11f754ee93e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:39.447658 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6dec6e38-7ddf-417d-93d5-798199cea55b req-3d19e85e-7a0f-4cb9-b623-c11f754ee93e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.1671152
May 10 20:00:39.460861 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 44844) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:39.509601 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-87c9adcb-39e9-469a-a114-b97ed1931860 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Request body: {'floatingip': {'port_id': '9203c9d1-f264-4559-9930-0e2c6c6451c5'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:00:39.613349 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-87c9adcb-39e9-469a-a114-b97ed1931860 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for floatingip, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:39.775240 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-430c1930-dd2c-4ff8-84cf-468920356a7e req-e294a249-06b0-451c-a7ba-6f891ee07789 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3230374
May 10 20:00:39.877950 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 44854) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:39.897108 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d443facb-59a0-442b-b49c-3fc4b27aa977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:39.907434 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 44858) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:39.920566 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb7c595-bea4-46df-bf52-01ae784c308c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a55def3-f11f-44d5-90f0-c56e7e8f0f30'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:00:39.943660 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-d443facb-59a0-442b-b49c-3fc4b27aa977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:39.946176 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cbfad71e-a9db-4572-8242-63ef8b1295e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:39.961531 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-d443facb-59a0-442b-b49c-3fc4b27aa977 admin admin] Usage tracker for resource:security_group_rule and tenant:ac5e739ef63c4778a27dfd4885a20392 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:39.966861 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-d443facb-59a0-442b-b49c-3fc4b27aa977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:39.973205 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-cbfad71e-a9db-4572-8242-63ef8b1295e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:39.975478 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-d443facb-59a0-442b-b49c-3fc4b27aa977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:39.979978 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-cbfad71e-a9db-4572-8242-63ef8b1295e8 admin admin] Usage tracker for resource:security_group_rule and tenant:ff6ad82fd1e942a3830838a2aefd57ff is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:39.984702 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-cbfad71e-a9db-4572-8242-63ef8b1295e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:39.994942 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-cbfad71e-a9db-4572-8242-63ef8b1295e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:40.003472 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb7c595-bea4-46df-bf52-01ae784c308c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a55def3-f11f-44d5-90f0-c56e7e8f0f30', 'code': 200}
May 10 20:00:40.193341 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d443facb-59a0-442b-b49c-3fc4b27aa977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:40.212243 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c1930-dd2c-4ff8-84cf-468920356a7e req-1613f190-31a9-444f-8c95-6c27f4ca529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:40.214175 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-430c1930-dd2c-4ff8-84cf-468920356a7e req-1613f190-31a9-444f-8c95-6c27f4ca529c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94569219a16d4bfda708b7062a7c1401&device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 1099 time: 0.2914522
May 10 20:00:40.219246 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d443facb-59a0-442b-b49c-3fc4b27aa977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:40.232769 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cbfad71e-a9db-4572-8242-63ef8b1295e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:40.236189 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d3cc3b31-c466-4de8-a0f6-235528881396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:40.252338 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cbfad71e-a9db-4572-8242-63ef8b1295e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:40.409143 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-d443facb-59a0-442b-b49c-3fc4b27aa977 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac5e739ef63c4778a27dfd4885a20392&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5295267
May 10 20:00:40.409983 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 44884) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:40.422198 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443facb-59a0-442b-b49c-3fc4b27aa977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cffc8f-9755-41b0-8230-1344b4d60378,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:40.426306 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d443facb-59a0-442b-b49c-3fc4b27aa977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:40.456202 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:40.496358 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-cbfad71e-a9db-4572-8242-63ef8b1295e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ff6ad82fd1e942a3830838a2aefd57ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5861902
May 10 20:00:40.514055 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 44890) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:40.562621 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfad71e-a9db-4572-8242-63ef8b1295e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796c3ac6-3c4e-4b94-8b7a-70491b27d117,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:40.577447 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-cbfad71e-a9db-4572-8242-63ef8b1295e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:40.602129 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c1930-dd2c-4ff8-84cf-468920356a7e req-caefe07b-9478-4eec-88fb-5a550a33513b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:40.605438 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-430c1930-dd2c-4ff8-84cf-468920356a7e req-caefe07b-9478-4eec-88fb-5a550a33513b service neutron] 10.222.0.30 "GET /v2.0/networks?id=fc03c528-86c5-471f-a9bc-4248f2649ffd HTTP/1.1" status: 200  len: 912 time: 0.3587971
May 10 20:00:40.717756 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-951582e0-ae8e-49f7-93e0-e9851d4e0270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:40.744840 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-28692170-7943-4f87-9da6-366720e717ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:40.757423 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af2fc5-0e31-4828-98ca-ce9a3335f504 req-83903ac3-511c-4521-b593-0d0190776733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:40.759290 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b4af2fc5-0e31-4828-98ca-ce9a3335f504 req-83903ac3-511c-4521-b593-0d0190776733 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 1099 time: 0.4022436
May 10 20:00:40.767542 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2715aeb-2b42-429c-8a82-893369f5898b req-0362b6aa-3bab-47a8-8de4-aac80614601b tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:40.769044 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a2715aeb-2b42-429c-8a82-893369f5898b req-0362b6aa-3bab-47a8-8de4-aac80614601b tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.4887044
May 10 20:00:40.822188 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 44898) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:40.857742 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-430c1930-dd2c-4ff8-84cf-468920356a7e req-059690e3-fa23-4acd-9d3a-841a5487f2e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00b5e5d4-0233-4c2f-a1d0-e785ad3f272b HTTP/1.1" status: 200  len: 217 time: 0.2401648
May 10 20:00:40.860469 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-951582e0-ae8e-49f7-93e0-e9851d4e0270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:40.883350 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-28692170-7943-4f87-9da6-366720e717ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:40.961385 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a2715aeb-2b42-429c-8a82-893369f5898b req-7e9f98bb-11b2-455b-835c-fb697975e0d8 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1770785
May 10 20:00:40.968468 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b4af2fc5-0e31-4828-98ca-ce9a3335f504 req-bb278faf-d7d1-4575-af60-eb1c271f7e3c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1861935
May 10 20:00:41.001553 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fcfca-0771-4a18-9fbe-9af54fd1fedf req-4bca64f4-1fa0-4663-ab8a-daa710dc9d76 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:41.003092 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a56fcfca-0771-4a18-9fbe-9af54fd1fedf req-4bca64f4-1fa0-4663-ab8a-daa710dc9d76 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.4247718
May 10 20:00:41.043331 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ab2300cc-24fc-46ed-a9ec-7ee3d4fd3967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:41.045422 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c1930-dd2c-4ff8-84cf-468920356a7e req-5334f4c3-6152-4b08-a550-46b1af476d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:41.046978 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-430c1930-dd2c-4ff8-84cf-468920356a7e req-5334f4c3-6152-4b08-a550-46b1af476d23 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0dac7b67-8a05-438f-8dae-c68fe547924e HTTP/1.1" status: 200  len: 852 time: 0.1788375
May 10 20:00:41.068755 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-ab2300cc-24fc-46ed-a9ec-7ee3d4fd3967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:41.085683 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-ab2300cc-24fc-46ed-a9ec-7ee3d4fd3967 admin admin] Usage tracker for resource:security_group_rule and tenant:d0c693d7ed7a4701aa5711d5c21395a9 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:41.086071 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-87c9adcb-39e9-469a-a114-b97ed1931860 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:41.090321 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-87c9adcb-39e9-469a-a114-b97ed1931860 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400245'] for floatingip, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:41.093763 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-ab2300cc-24fc-46ed-a9ec-7ee3d4fd3967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:41.100897 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a56fcfca-0771-4a18-9fbe-9af54fd1fedf req-802577e5-4d2d-4478-a6af-d8b27fa9cf42 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772116
May 10 20:00:41.110194 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-ab2300cc-24fc-46ed-a9ec-7ee3d4fd3967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:41.112759 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-951582e0-ae8e-49f7-93e0-e9851d4e0270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:41.121266 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-28692170-7943-4f87-9da6-366720e717ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:41.126302 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6f225680-8601-4caf-8db4-abb84da90d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:41.147541 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951582e0-ae8e-49f7-93e0-e9851d4e0270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796c3ac6-3c4e-4b94-8b7a-70491b27d117,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:41.177461 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28692170-7943-4f87-9da6-366720e717ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cffc8f-9755-41b0-8230-1344b4d60378,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:41.180018 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-28692170-7943-4f87-9da6-366720e717ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:41.193064 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:41.193374 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:41.194200 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-28692170-7943-4f87-9da6-366720e717ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:41.195302 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-28692170-7943-4f87-9da6-366720e717ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1cffc8f-9755-41b0-8230-1344b4d60378 HTTP/1.1" status: 204  len: 168 time: 0.7755020
May 10 20:00:41.204701 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-951582e0-ae8e-49f7-93e0-e9851d4e0270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:41.208739 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-951582e0-ae8e-49f7-93e0-e9851d4e0270 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/796c3ac6-3c4e-4b94-8b7a-70491b27d117 HTTP/1.1" status: 204  len: 168 time: 0.6916516
May 10 20:00:41.286970 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-430c1930-dd2c-4ff8-84cf-468920356a7e req-1ef02944-1151-4326-890a-1502719eda45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fc03c528-86c5-471f-a9bc-4248f2649ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1346457
May 10 20:00:41.306897 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ab2300cc-24fc-46ed-a9ec-7ee3d4fd3967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:41.315554 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ab2300cc-24fc-46ed-a9ec-7ee3d4fd3967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:41.328617 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:41.469364 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-ab2300cc-24fc-46ed-a9ec-7ee3d4fd3967 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d0c693d7ed7a4701aa5711d5c21395a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6392083
May 10 20:00:41.470410 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 44918) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:41.478736 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2300cc-24fc-46ed-a9ec-7ee3d4fd3967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804e2a00-38c9-4ac3-a4e3-9f9b0b82bd67,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:41.512228 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-430c1930-dd2c-4ff8-84cf-468920356a7e req-f149305f-25ee-46f9-91b5-4cd3e6366566 service neutron] 10.222.0.30 "GET /v2.0/networks/fc03c528-86c5-471f-a9bc-4248f2649ffd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2124550
May 10 20:00:41.526762 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ab2300cc-24fc-46ed-a9ec-7ee3d4fd3967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:41.573014 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5706c801-cadd-4290-b7ad-fd674a249b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:41.606104 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5706c801-cadd-4290-b7ad-fd674a249b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:41.670173 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8882c7-e869-47cb-ae2b-aa0bf02dad2a req-1abc4576-0d47-4ab7-ae01-a6cb228564ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:41.672038 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ad8882c7-e869-47cb-ae2b-aa0bf02dad2a req-1abc4576-0d47-4ab7-ae01-a6cb228564ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=856b84e1fb1f47a0a90fc51c6d13ed80&device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 1098 time: 0.3176897
May 10 20:00:41.727348 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.l3_db [None req-87c9adcb-39e9-469a-a114-b97ed1931860 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Floating IP af143cd0-33be-4028-b910-df8b5c117ea5 associated. External IP: 172.27.1.150, port: 9203c9d1-f264-4559-9930-0e2c6c6451c5.
May 10 20:00:41.730897 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d865e8-7b46-4291-b996-8c18297ff23e req-29ac974e-0dd5-4e43-80f1-0c4fbd813437 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:41.735998 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f7d865e8-7b46-4291-b996-8c18297ff23e req-29ac974e-0dd5-4e43-80f1-0c4fbd813437 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.3081186
May 10 20:00:41.741715 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:41.914267 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5706c801-cadd-4290-b7ad-fd674a249b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:41.940535 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:41.975113 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706c801-cadd-4290-b7ad-fd674a249b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804e2a00-38c9-4ac3-a4e3-9f9b0b82bd67,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:42.003568 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5706c801-cadd-4290-b7ad-fd674a249b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:42.006949 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f7d865e8-7b46-4291-b996-8c18297ff23e req-f8c1875b-2405-44b4-9f8d-e27b71c02b9a tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2210734
May 10 20:00:42.011220 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5706c801-cadd-4290-b7ad-fd674a249b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:42.016179 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-5706c801-cadd-4290-b7ad-fd674a249b3d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/804e2a00-38c9-4ac3-a4e3-9f9b0b82bd67 HTTP/1.1" status: 204  len: 168 time: 0.5386870
May 10 20:00:42.021779 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8882c7-e869-47cb-ae2b-aa0bf02dad2a req-be6b9442-6cc5-4fc2-99d6-7a8745e58a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:42.023312 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ad8882c7-e869-47cb-ae2b-aa0bf02dad2a req-be6b9442-6cc5-4fc2-99d6-7a8745e58a50 service neutron] 10.222.0.30 "GET /v2.0/networks?id=12fcecad-eba8-4da7-8035-097c01649aff HTTP/1.1" status: 200  len: 919 time: 0.3424428
May 10 20:00:42.207947 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ad8882c7-e869-47cb-ae2b-aa0bf02dad2a req-f37f375e-3123-4e2a-8254-258c1ac49b13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b272e384-b438-4d1a-86c6-152aec8df299 HTTP/1.1" status: 200  len: 217 time: 0.1663988
May 10 20:00:42.233346 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-430c1930-dd2c-4ff8-84cf-468920356a7e req-ccf63d52-8aea-49c6-9a39-d93d7af9167f service neutron] 10.222.0.30 "GET /v2.0/networks/fc03c528-86c5-471f-a9bc-4248f2649ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7104657
May 10 20:00:42.505080 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8882c7-e869-47cb-ae2b-aa0bf02dad2a req-3057eb33-b206-4663-8abc-048522bb9655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:42.506647 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ad8882c7-e869-47cb-ae2b-aa0bf02dad2a req-3057eb33-b206-4663-8abc-048522bb9655 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4e13f19-09d6-4437-8413-9cd5f2a1478d HTTP/1.1" status: 200  len: 859 time: 0.2803423
May 10 20:00:42.573767 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ad8882c7-e869-47cb-ae2b-aa0bf02dad2a req-cc7ac4ed-846a-47d3-aa85-60df201d78ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12fcecad-eba8-4da7-8035-097c01649aff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567317
May 10 20:00:42.579431 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 44964) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:42.666533 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c9adcb-39e9-469a-a114-b97ed1931860 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:00:42.684342 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0183f83d-0158-4daa-85d7-1a0af8d46b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:42.791498 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-0183f83d-0158-4daa-85d7-1a0af8d46b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:42.803057 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15f7ea-ae83-4a7d-a9fc-6df0511afb61 req-41a2f8ed-b2b3-454c-bc63-b67a716be29f tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:42.805357 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8b15f7ea-ae83-4a7d-a9fc-6df0511afb61 req-41a2f8ed-b2b3-454c-bc63-b67a716be29f tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.3994920
May 10 20:00:42.836154 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-0183f83d-0158-4daa-85d7-1a0af8d46b8b admin admin] Usage tracker for resource:security_group_rule and tenant:177a3006207a4d8faa6e211406bf9e6a is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:42.850245 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-0183f83d-0158-4daa-85d7-1a0af8d46b8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:42.864795 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-0183f83d-0158-4daa-85d7-1a0af8d46b8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:42.896387 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8b15f7ea-ae83-4a7d-a9fc-6df0511afb61 req-34336b39-c7db-412a-ac30-f0ae755ade3c tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0841243
May 10 20:00:42.922814 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c9adcb-39e9-469a-a114-b97ed1931860 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:00:42.933662 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-87c9adcb-39e9-469a-a114-b97ed1931860 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:42.938353 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd49e74b-04c7-4e23-9306-69a59751f873 None None] Sync routers for ids ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'] in dv-cinder-788364-3-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:00:42.978372 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ad8882c7-e869-47cb-ae2b-aa0bf02dad2a req-6ee61124-9315-449d-bcf3-9aad17f79d4e service neutron] 10.222.0.30 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3510640
May 10 20:00:42.995214 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd49e74b-04c7-4e23-9306-69a59751f873 None None] Routers {'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:00:42.995840 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-bd49e74b-04c7-4e23-9306-69a59751f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff887c1f0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:00:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:00:43.037939 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-87c9adcb-39e9-469a-a114-b97ed1931860 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "PUT /v2.0/floatingips/af143cd0-33be-4028-b910-df8b5c117ea5 HTTP/1.1" status: 200  len: 991 time: 3.5757916
May 10 20:00:43.039269 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a24ef79-1221-470e-a9df-3c2a5ea8857a', 'tag': '9203c9d1-f264-4559-9930-0e2c6c6451c5'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:00:43.165877 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0183f83d-0158-4daa-85d7-1a0af8d46b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:43.186404 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-bd49e74b-04c7-4e23-9306-69a59751f873 None None] Set router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:00:43.264934 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0183f83d-0158-4daa-85d7-1a0af8d46b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:43.289950 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:43.377055 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a24ef79-1221-470e-a9df-3c2a5ea8857a', 'tag': '9203c9d1-f264-4559-9930-0e2c6c6451c5', 'status': 'completed', 'code': 200}
May 10 20:00:43.407639 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-0183f83d-0158-4daa-85d7-1a0af8d46b8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=177a3006207a4d8faa6e211406bf9e6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8267627
May 10 20:00:43.423867 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 44990) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:43.427552 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183f83d-0158-4daa-85d7-1a0af8d46b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4c71fb-0799-4953-8fed-192183596311,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:43.451424 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0183f83d-0158-4daa-85d7-1a0af8d46b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:43.512209 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ad8882c7-e869-47cb-ae2b-aa0bf02dad2a req-94d9ad54-f976-4a1d-b3b2-f5d9b07ca8eb service neutron] 10.222.0.30 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5177667
May 10 20:00:43.537880 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949bc59-76d7-42bd-b897-b67792322f81 req-7c255755-c084-4acc-895a-0a6b9556489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:43.544164 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-a949bc59-76d7-42bd-b897-b67792322f81 req-7c255755-c084-4acc-895a-0a6b9556489d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b65721b496f24a29859a65925c5d03bf&device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 1098 time: 0.1447182
May 10 20:00:43.551857 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d624a45-724c-4a07-a150-a3067745dbce req-dfefa441-37b3-415e-a467-878346e7d990 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:43.553496 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6d624a45-724c-4a07-a150-a3067745dbce req-dfefa441-37b3-415e-a467-878346e7d990 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.2833438
May 10 20:00:43.595645 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d97eb78a-506b-4bd7-99ef-f716579ed337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:43.602413 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-bd49e74b-04c7-4e23-9306-69a59751f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff887c1f0>, [{'id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:39Z', 'revision_number': 4, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'gw_port': {'id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': 'af143cd0-33be-4028-b910-df8b5c117ea5', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'port_id': '9203c9d1-f264-4559-9930-0e2c6c6451c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'mac_address': 'fa:16:3e:40:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a24ef79-1221-470e-a9df-3c2a5ea8857a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:59:46Z', 'updated_at': '2021-05-10T20:00:40Z', 'revision_number': 1, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532486a0-2f7b-4925-9ee7-f08269844d77', 'name': '', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'mac_address': 'fa:16:3e:e4:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:35Z', 'updated_at': '2021-05-10T19:59:52Z', 'revision_number': 5, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'subnets': [{'id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:00:43.608051 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd49e74b-04c7-4e23-9306-69a59751f873 None None] Checking router: cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 for host: dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:00:43.618799 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd49e74b-04c7-4e23-9306-69a59751f873 None None] Routers {'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:00:43.619578 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-bd49e74b-04c7-4e23-9306-69a59751f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff887c1f0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:00:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:00:43.635068 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6d624a45-724c-4a07-a150-a3067745dbce req-82a03925-441a-42e1-9a9c-a1c0f24ef57f tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737035
May 10 20:00:43.666484 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d97eb78a-506b-4bd7-99ef-f716579ed337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:43.750786 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949bc59-76d7-42bd-b897-b67792322f81 req-f4b66ea2-0065-4eeb-95a5-eb9d3c0692f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:43.753448 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-a949bc59-76d7-42bd-b897-b67792322f81 req-f4b66ea2-0065-4eeb-95a5-eb9d3c0692f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 HTTP/1.1" status: 200  len: 916 time: 0.2060187
May 10 20:00:43.761601 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d97eb78a-506b-4bd7-99ef-f716579ed337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:43.780365 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:43.797042 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97eb78a-506b-4bd7-99ef-f716579ed337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4c71fb-0799-4953-8fed-192183596311,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:43.826384 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d97eb78a-506b-4bd7-99ef-f716579ed337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:43.836224 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d97eb78a-506b-4bd7-99ef-f716579ed337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:43.837411 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-d97eb78a-506b-4bd7-99ef-f716579ed337 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f4c71fb-0799-4953-8fed-192183596311 HTTP/1.1" status: 204  len: 168 time: 0.3929279
May 10 20:00:43.940348 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-a949bc59-76d7-42bd-b897-b67792322f81 req-a0217297-b4cb-40a5-a981-58bdb1fbe309 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9203c9d1-f264-4559-9930-0e2c6c6451c5 HTTP/1.1" status: 200  len: 999 time: 0.1797845
May 10 20:00:43.977990 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-bd49e74b-04c7-4e23-9306-69a59751f873 None None] Set router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:00:44.016056 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949bc59-76d7-42bd-b897-b67792322f81 req-aa5f5a74-1c8a-4117-923b-9f67be698872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:44.017771 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-a949bc59-76d7-42bd-b897-b67792322f81 req-aa5f5a74-1c8a-4117-923b-9f67be698872 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c0f63c-4d1b-479f-a1ab-64a94c500e7f HTTP/1.1" status: 200  len: 855 time: 0.0691564
May 10 20:00:44.164801 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949bc59-76d7-42bd-b897-b67792322f81 req-4f92a6a5-accb-46d7-8849-38bced46d7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:44.170142 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-a949bc59-76d7-42bd-b897-b67792322f81 req-4f92a6a5-accb-46d7-8849-38bced46d7e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1445334
May 10 20:00:44.276871 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf85bb-bb23-48fb-ab5c-5cb60953eef6 req-1757d7e3-6d7b-4501-9c48-d449b0f1a412 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:44.280150 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-99bf85bb-bb23-48fb-ab5c-5cb60953eef6 req-1757d7e3-6d7b-4501-9c48-d449b0f1a412 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.1871367
May 10 20:00:44.368896 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-99bf85bb-bb23-48fb-ab5c-5cb60953eef6 req-6eb62ade-fb0e-4310-8799-1ba3abafbe88 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792499
May 10 20:00:44.466912 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-a949bc59-76d7-42bd-b897-b67792322f81 req-873ef9ea-3482-4705-a2ba-b2abad8dc2d0 service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2846248
May 10 20:00:44.601341 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-bd49e74b-04c7-4e23-9306-69a59751f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff887c1f0>, [{'id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:39Z', 'revision_number': 4, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'gw_port': {'id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': 'af143cd0-33be-4028-b910-df8b5c117ea5', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'port_id': '9203c9d1-f264-4559-9930-0e2c6c6451c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'mac_address': 'fa:16:3e:40:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a24ef79-1221-470e-a9df-3c2a5ea8857a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:59:46Z', 'updated_at': '2021-05-10T20:00:40Z', 'revision_number': 1, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532486a0-2f7b-4925-9ee7-f08269844d77', 'name': '', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'mac_address': 'fa:16:3e:e4:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:35Z', 'updated_at': '2021-05-10T19:59:52Z', 'revision_number': 5, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'subnets': [{'id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:00:44.606171 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd49e74b-04c7-4e23-9306-69a59751f873 None None] The sync data for ids ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'] in dv-cinder-788364-3-iscsi is: [{'id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:39Z', 'revision_number': 4, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'gw_port': {'id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': 'af143cd0-33be-4028-b910-df8b5c117ea5', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'port_id': '9203c9d1-f264-4559-9930-0e2c6c6451c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'mac_address': 'fa:16:3e:40:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a24ef79-1221-470e-a9df-3c2a5ea8857a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:59:46Z', 'updated_at': '2021-05-10T20:00:40Z', 'revision_number': 1, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532486a0-2f7b-4925-9ee7-f08269844d77', 'name': '', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'mac_address': 'fa:16:3e:e4:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:35Z', 'updated_at': '2021-05-10T19:59:52Z', 'revision_number': 5, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'subnets': [{'id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:00:44.617523 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8727fe2-e169-4703-8c1e-4ac858f8ce29 req-cde83ee7-0e76-44c6-9958-4b680eea7d90 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:44.630583 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e8727fe2-e169-4703-8c1e-4ac858f8ce29 req-cde83ee7-0e76-44c6-9958-4b680eea7d90 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.1147749
May 10 20:00:44.630583 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 45038) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:44.638504 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-de924662-3e39-4819-a693-05cdd4b0b67e tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Request body: {'floatingip': {'port_id': '3a55def3-f11f-44d5-90f0-c56e7e8f0f30'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:00:44.694963 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-a949bc59-76d7-42bd-b897-b67792322f81 req-b8dad272-9ba8-409e-bad8-1f3c2cf6d58c service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2074947
May 10 20:00:44.799453 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-de924662-3e39-4819-a693-05cdd4b0b67e tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for floatingip, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:44.944591 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce73aadc-386e-4899-83a0-d7c94479e19a None None] New status for floating IP af143cd0-33be-4028-b910-df8b5c117ea5: ACTIVE {{(pid=78729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:00:45.109907 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68852c-dd7d-4df0-9b9a-ac903fd185bd req-0b7475f0-a3bc-4001-9af0-fe78dc493037 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:45.112590 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e68852c-dd7d-4df0-9b9a-ac903fd185bd req-0b7475f0-a3bc-4001-9af0-fe78dc493037 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.2554290
May 10 20:00:45.551997 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e68852c-dd7d-4df0-9b9a-ac903fd185bd req-326034dd-04ca-4ddb-b191-231aae1b9882 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3694036
May 10 20:00:46.176616 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-de924662-3e39-4819-a693-05cdd4b0b67e tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:46.181537 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-de924662-3e39-4819-a693-05cdd4b0b67e tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400245'] for floatingip, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:46.212685 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 45104) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:46.343391 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f2d13477-59ce-451c-bbcd-51fe81475ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:46.360887 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-f2d13477-59ce-451c-bbcd-51fe81475ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:46.365299 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-f2d13477-59ce-451c-bbcd-51fe81475ce0 admin admin] Usage tracker for resource:security_group_rule and tenant:131ad9e887d847009114d98bb0ae5c74 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:46.366963 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.db.l3_db [None req-de924662-3e39-4819-a693-05cdd4b0b67e tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Floating IP 1d4a1c3f-4cde-403e-85d7-ee9fb1cd4348 associated. External IP: 172.27.1.129, port: 3a55def3-f11f-44d5-90f0-c56e7e8f0f30.
May 10 20:00:46.369040 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-f2d13477-59ce-451c-bbcd-51fe81475ce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:46.376822 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-f2d13477-59ce-451c-bbcd-51fe81475ce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:46.482897 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f2d13477-59ce-451c-bbcd-51fe81475ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:46.489401 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f2d13477-59ce-451c-bbcd-51fe81475ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:46.520050 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-26aeb4f4-2e00-4fcc-af97-92c739177057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:46.533253 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 45120) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:46.533825 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-f2d13477-59ce-451c-bbcd-51fe81475ce0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=131ad9e887d847009114d98bb0ae5c74&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3198447
May 10 20:00:46.556264 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d13477-59ce-451c-bbcd-51fe81475ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5fff2e-c0b6-4f10-843d-64c1dc626214,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:46.559711 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-f2d13477-59ce-451c-bbcd-51fe81475ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:46.892360 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4fba52f0-9ed8-4328-8b45-2d298085bcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:46.955425 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4fba52f0-9ed8-4328-8b45-2d298085bcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:47.025968 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de924662-3e39-4819-a693-05cdd4b0b67e tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Router 06c2df09-1c25-4cdb-b298-6e096f7b644f has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:00:47.041595 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ede4e-c4f9-4b7e-85ad-40de3703f5fa req-bbc2aea4-16ce-4c9f-bf6d-f786182fdae1 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:47.048620 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dd6ede4e-c4f9-4b7e-85ad-40de3703f5fa req-bbc2aea4-16ce-4c9f-bf6d-f786182fdae1 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.3099785
May 10 20:00:47.225998 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4fba52f0-9ed8-4328-8b45-2d298085bcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:47.236387 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dd6ede4e-c4f9-4b7e-85ad-40de3703f5fa req-57ef9b6e-a805-4977-905a-143fbd3cfff8 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1829960
May 10 20:00:47.240086 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:47.269040 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba52f0-9ed8-4328-8b45-2d298085bcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5fff2e-c0b6-4f10-843d-64c1dc626214,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:47.275059 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-4fba52f0-9ed8-4328-8b45-2d298085bcb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:47.279405 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4fba52f0-9ed8-4328-8b45-2d298085bcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:47.283280 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-4fba52f0-9ed8-4328-8b45-2d298085bcb2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a5fff2e-c0b6-4f10-843d-64c1dc626214 HTTP/1.1" status: 204  len: 168 time: 0.7463827
May 10 20:00:47.312863 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de924662-3e39-4819-a693-05cdd4b0b67e tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:00:47.317853 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-de924662-3e39-4819-a693-05cdd4b0b67e tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:47.323204 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192b2d6a-d4d7-4480-9610-195f19c90106 None None] Sync routers for ids ['06c2df09-1c25-4cdb-b298-6e096f7b644f'] in dv-cinder-788364-3-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:00:47.334709 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b2d6a-d4d7-4480-9610-195f19c90106 None None] Routers {'06c2df09-1c25-4cdb-b298-6e096f7b644f'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:00:47.335734 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-192b2d6a-d4d7-4480-9610-195f19c90106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff854a8b0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:00:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['06c2df09-1c25-4cdb-b298-6e096f7b644f'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:00:47.378157 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-de924662-3e39-4819-a693-05cdd4b0b67e tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "PUT /v2.0/floatingips/1d4a1c3f-4cde-403e-85d7-ee9fb1cd4348 HTTP/1.1" status: 200  len: 992 time: 2.7463565
May 10 20:00:47.378752 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb7c595-bea4-46df-bf52-01ae784c308c', 'tag': '3a55def3-f11f-44d5-90f0-c56e7e8f0f30'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:00:47.543689 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-192b2d6a-d4d7-4480-9610-195f19c90106 None None] Set router 06c2df09-1c25-4cdb-b298-6e096f7b644f gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:00:47.679129 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb7c595-bea4-46df-bf52-01ae784c308c', 'tag': '3a55def3-f11f-44d5-90f0-c56e7e8f0f30', 'status': 'completed', 'code': 200}
May 10 20:00:47.712090 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 45172) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:47.738276 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-50ee8c26-0cde-4b10-a3a0-f62387d00764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:47.761752 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-50ee8c26-0cde-4b10-a3a0-f62387d00764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:47.766785 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-50ee8c26-0cde-4b10-a3a0-f62387d00764 admin admin] Usage tracker for resource:security_group_rule and tenant:cdbc04608de74e9d86409ba6cdee5525 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:47.771134 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-50ee8c26-0cde-4b10-a3a0-f62387d00764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:47.778454 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-50ee8c26-0cde-4b10-a3a0-f62387d00764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:47.911147 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-50ee8c26-0cde-4b10-a3a0-f62387d00764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:47.917904 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-50ee8c26-0cde-4b10-a3a0-f62387d00764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:47.930265 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d443facb-59a0-442b-b49c-3fc4b27aa977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:47.977346 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee8c26-0cde-4b10-a3a0-f62387d00764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27576c2a-631b-4340-a773-0143d5f21567,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:47.980834 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-50ee8c26-0cde-4b10-a3a0-f62387d00764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:47.986426 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-50ee8c26-0cde-4b10-a3a0-f62387d00764 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cdbc04608de74e9d86409ba6cdee5525&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2708344
May 10 20:00:47.987319 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 45180) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:48.053359 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-192b2d6a-d4d7-4480-9610-195f19c90106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff854a8b0>, [{'id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:16Z', 'updated_at': '2021-05-10T19:59:24Z', 'revision_number': 4, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'gw_port': {'id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:18Z', 'updated_at': '2021-05-10T19:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': '1d4a1c3f-4cde-403e-85d7-ee9fb1cd4348', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'port_id': '3a55def3-f11f-44d5-90f0-c56e7e8f0f30', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'mac_address': 'fa:16:3e:d3:90:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb7c595-bea4-46df-bf52-01ae784c308c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:59:33Z', 'updated_at': '2021-05-10T20:00:45Z', 'revision_number': 1, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc', 'name': '', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'mac_address': 'fa:16:3e:d0:2e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:37Z', 'revision_number': 5, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'subnets': [{'id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:00:48.054974 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f7019e3a-f9aa-4a5b-8299-79ff07d32c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:48.058303 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192b2d6a-d4d7-4480-9610-195f19c90106 None None] Checking router: 06c2df09-1c25-4cdb-b298-6e096f7b644f for host: dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:00:48.068366 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b2d6a-d4d7-4480-9610-195f19c90106 None None] Routers {'06c2df09-1c25-4cdb-b298-6e096f7b644f'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:00:48.069051 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-192b2d6a-d4d7-4480-9610-195f19c90106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff854a8b0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:00:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['06c2df09-1c25-4cdb-b298-6e096f7b644f'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:00:48.084745 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f7019e3a-f9aa-4a5b-8299-79ff07d32c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:48.154127 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f7019e3a-f9aa-4a5b-8299-79ff07d32c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:48.160111 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-f893e3ab-0612-4107-98c9-42c15eea99ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:48.174190 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 45188) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:48.177324 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7019e3a-f9aa-4a5b-8299-79ff07d32c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27576c2a-631b-4340-a773-0143d5f21567,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:48.183176 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-f7019e3a-f9aa-4a5b-8299-79ff07d32c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:48.188173 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f7019e3a-f9aa-4a5b-8299-79ff07d32c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:48.189822 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-f7019e3a-f9aa-4a5b-8299-79ff07d32c5a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/27576c2a-631b-4340-a773-0143d5f21567 HTTP/1.1" status: 204  len: 168 time: 0.2013593
May 10 20:00:48.273852 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-192b2d6a-d4d7-4480-9610-195f19c90106 None None] Set router 06c2df09-1c25-4cdb-b298-6e096f7b644f gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:00:48.448655 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b6059-8323-44d9-88ed-3f915c50e725 req-5b9b6926-c514-426d-9741-1bc5123e6f0b tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:48.451623 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d82b6059-8323-44d9-88ed-3f915c50e725 req-5b9b6926-c514-426d-9741-1bc5123e6f0b tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.0888629
May 10 20:00:48.507746 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d82b6059-8323-44d9-88ed-3f915c50e725 req-800e352c-fb55-4d9f-985e-184e669847b7 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507936
May 10 20:00:48.523319 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b14ccee0-9fe1-4c4b-8e8c-08156a9843fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:48.539124 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-b14ccee0-9fe1-4c4b-8e8c-08156a9843fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:48.543860 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-b14ccee0-9fe1-4c4b-8e8c-08156a9843fe admin admin] Usage tracker for resource:security_group_rule and tenant:3cab6246c8b24dee88429680b763d68c is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:48.547161 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-b14ccee0-9fe1-4c4b-8e8c-08156a9843fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:48.553076 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-b14ccee0-9fe1-4c4b-8e8c-08156a9843fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:48.647235 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b14ccee0-9fe1-4c4b-8e8c-08156a9843fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:48.654244 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b14ccee0-9fe1-4c4b-8e8c-08156a9843fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:48.665747 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:48.692034 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-192b2d6a-d4d7-4480-9610-195f19c90106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff854a8b0>, [{'id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:16Z', 'updated_at': '2021-05-10T19:59:24Z', 'revision_number': 4, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'gw_port': {'id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:18Z', 'updated_at': '2021-05-10T19:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': '1d4a1c3f-4cde-403e-85d7-ee9fb1cd4348', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'port_id': '3a55def3-f11f-44d5-90f0-c56e7e8f0f30', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'mac_address': 'fa:16:3e:d3:90:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb7c595-bea4-46df-bf52-01ae784c308c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:59:33Z', 'updated_at': '2021-05-10T20:00:45Z', 'revision_number': 1, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc', 'name': '', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'mac_address': 'fa:16:3e:d0:2e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:37Z', 'revision_number': 5, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'subnets': [{'id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:00:48.699760 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192b2d6a-d4d7-4480-9610-195f19c90106 None None] The sync data for ids ['06c2df09-1c25-4cdb-b298-6e096f7b644f'] in dv-cinder-788364-3-iscsi is: [{'id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:16Z', 'updated_at': '2021-05-10T19:59:24Z', 'revision_number': 4, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'gw_port': {'id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:18Z', 'updated_at': '2021-05-10T19:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': '1d4a1c3f-4cde-403e-85d7-ee9fb1cd4348', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'port_id': '3a55def3-f11f-44d5-90f0-c56e7e8f0f30', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'mac_address': 'fa:16:3e:d3:90:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb7c595-bea4-46df-bf52-01ae784c308c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:59:33Z', 'updated_at': '2021-05-10T20:00:45Z', 'revision_number': 1, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc', 'name': '', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'mac_address': 'fa:16:3e:d0:2e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:37Z', 'revision_number': 5, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'subnets': [{'id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:00:48.715191 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-b14ccee0-9fe1-4c4b-8e8c-08156a9843fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cab6246c8b24dee88429680b763d68c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5399094
May 10 20:00:48.716747 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ccee0-9fe1-4c4b-8e8c-08156a9843fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8391d448-5544-4a03-89cd-610042cf61f0,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:48.718508 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 45212) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:48.732602 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b14ccee0-9fe1-4c4b-8e8c-08156a9843fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:48.797077 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-19c22f93-b34b-45b8-a021-98a0353a9d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:48.825664 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-19c22f93-b34b-45b8-a021-98a0353a9d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:48.985196 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-19c22f93-b34b-45b8-a021-98a0353a9d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:48.990608 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-9c6bc6b8-76f3-4285-8f43-9425ebeac2c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:48.991205 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ad38a0-8979-4df4-9c8f-bcd0deaaf434 None None] New status for floating IP 1d4a1c3f-4cde-403e-85d7-ee9fb1cd4348: ACTIVE {{(pid=78729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:00:49.010780 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c22f93-b34b-45b8-a021-98a0353a9d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8391d448-5544-4a03-89cd-610042cf61f0,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:49.012987 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-19c22f93-b34b-45b8-a021-98a0353a9d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:49.014365 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-19c22f93-b34b-45b8-a021-98a0353a9d18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8391d448-5544-4a03-89cd-610042cf61f0 HTTP/1.1" status: 204  len: 168 time: 0.2949002
May 10 20:00:49.015388 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-19c22f93-b34b-45b8-a021-98a0353a9d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:49.087751 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 45228) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:49.218014 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1536123261-network', 'tenant_id': '88d32e90badd485ea8b3556c225527ae'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:00:49.223723 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:49.266337 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Usage tracker for resource:network and tenant:88d32e90badd485ea8b3556c225527ae is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:49.273615 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:49.282815 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:49.303926 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Made reservation on behalf of 88d32e90badd485ea8b3556c225527ae for: {'network': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:00:49.306690 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for network, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:49.323503 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:49.349621 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a6e78-08bc-4ed0-83b8-9b1a7297d2a1 req-761aea5f-22ee-44d4-aa7c-3d8f7d0b9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:49.351325 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-876a6e78-08bc-4ed0-83b8-9b1a7297d2a1 req-761aea5f-22ee-44d4-aa7c-3d8f7d0b9b07 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef2cf49eae1d4d10ad224d6ec46ad00a&device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 1099 time: 0.1288421
May 10 20:00:49.355186 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:49.360194 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Usage tracker for resource:security_group_rule and tenant:88d32e90badd485ea8b3556c225527ae is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:49.363282 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:49.371064 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:49.457450 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 45238) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:49.463624 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:49.468427 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:49.471218 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:49.475178 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e08afaad-992e-46c0-8d6d-27ef2244b0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:49.490221 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-e08afaad-992e-46c0-8d6d-27ef2244b0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:49.493995 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-e08afaad-992e-46c0-8d6d-27ef2244b0ae admin admin] Usage tracker for resource:security_group_rule and tenant:23fe4a6b417d469786aa952b181fbfe1 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:49.497621 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-e08afaad-992e-46c0-8d6d-27ef2244b0ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:49.501994 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95}  {{(pid=78727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:00:49.504337 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-e08afaad-992e-46c0-8d6d-27ef2244b0ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:49.507466 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9b7364-98ee-46d6-8272-d9401495f310,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:49.511161 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:49.514948 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:49.515295 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.segments_db [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Added segment e341d21a-d367-4cc5-91fa-677a7bdd61bd of type vlan for network abdc64aa-3572-48d1-a8d2-7c15c8ce758f
May 10 20:00:49.573805 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783201323138'] for network, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:49.610542 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e08afaad-992e-46c0-8d6d-27ef2244b0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:49.615442 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e08afaad-992e-46c0-8d6d-27ef2244b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:49.631785 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0183f83d-0158-4daa-85d7-1a0af8d46b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:49.693025 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for network, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:49.697283 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:49.697988 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:49.709715 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:49.716188 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-e08afaad-992e-46c0-8d6d-27ef2244b0ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23fe4a6b417d469786aa952b181fbfe1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2571344
May 10 20:00:49.718571 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08afaad-992e-46c0-8d6d-27ef2244b0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d198e2d-ff0f-4fea-99c2-65e31c9012c7,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:49.720855 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 45244) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:49.725655 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e08afaad-992e-46c0-8d6d-27ef2244b0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:49.804880 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4a7d-c3a0-4a9b-907b-16693dfd2cd8 req-a9992697-5c35-491a-91a0-b51eb7aae947 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:49.806381 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc2a4a7d-c3a0-4a9b-907b-16693dfd2cd8 req-a9992697-5c35-491a-91a0-b51eb7aae947 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.1776049
May 10 20:00:49.811316 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-460dda2b-ca42-43f6-83e7-6654ca9209ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:49.812204 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a6e78-08bc-4ed0-83b8-9b1a7297d2a1 req-87cacd12-f020-49b4-b79e-bb57fa0c24ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:49.814544 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-876a6e78-08bc-4ed0-83b8-9b1a7297d2a1 req-87cacd12-f020-49b4-b79e-bb57fa0c24ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb HTTP/1.1" status: 200  len: 911 time: 0.2712913
May 10 20:00:49.844530 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Pushing event updated for resources: {'Network': ['ID=abdc64aa-3572-48d1-a8d2-7c15c8ce758f,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:49.870292 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-460dda2b-ca42-43f6-83e7-6654ca9209ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:49.897955 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc2a4a7d-c3a0-4a9b-907b-16693dfd2cd8 req-517f6c37-7742-4b68-990e-6fec2e659cb2 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846314
May 10 20:00:49.906601 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:49.925491 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Network abdc64aa-3572-48d1-a8d2-7c15c8ce758f details requested by agent ovs-agent-dv-cinder-788364-3-iscsi with host dv-cinder-788364-3-iscsi {{(pid=78729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:00:49.932270 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8430839
May 10 20:00:49.933995 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 45256) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:49.940491 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-64d4ba9c-3aa3-47aa-a456-4ed00b2093d1 admin admin] Request body: {'subnet': {'network_id': 'abdc64aa-3572-48d1-a8d2-7c15c8ce758f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1536123261-subnet', 'tenant_id': '88d32e90badd485ea8b3556c225527ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:00:49.945313 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-64d4ba9c-3aa3-47aa-a456-4ed00b2093d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:49.957747 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-64d4ba9c-3aa3-47aa-a456-4ed00b2093d1 admin admin] Usage tracker for resource:subnet and tenant:88d32e90badd485ea8b3556c225527ae is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:49.960903 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-64d4ba9c-3aa3-47aa-a456-4ed00b2093d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:49.971431 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-64d4ba9c-3aa3-47aa-a456-4ed00b2093d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:49.987461 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-460dda2b-ca42-43f6-83e7-6654ca9209ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:49.994359 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-901d2529-812b-4509-94f2-2416adc43233 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:50.002577 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-876a6e78-08bc-4ed0-83b8-9b1a7297d2a1 req-9e596378-6257-4499-9ecb-dcfed1a8065a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a55def3-f11f-44d5-90f0-c56e7e8f0f30 HTTP/1.1" status: 200  len: 1002 time: 0.1530123
May 10 20:00:50.010908 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d4ba9c-3aa3-47aa-a456-4ed00b2093d1 admin admin] Made reservation on behalf of 88d32e90badd485ea8b3556c225527ae for: {'subnet': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:00:50.014823 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-64d4ba9c-3aa3-47aa-a456-4ed00b2093d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:50.033073 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460dda2b-ca42-43f6-83e7-6654ca9209ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d198e2d-ff0f-4fea-99c2-65e31c9012c7,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:50.040193 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-460dda2b-ca42-43f6-83e7-6654ca9209ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:50.111860 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a6e78-08bc-4ed0-83b8-9b1a7297d2a1 req-26b961e7-8279-4f2c-8684-5b974e8ea52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:50.113427 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-876a6e78-08bc-4ed0-83b8-9b1a7297d2a1 req-26b961e7-8279-4f2c-8684-5b974e8ea52c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0006aa00-bd28-429e-820e-13d3242b4a7f HTTP/1.1" status: 200  len: 850 time: 0.0984786
May 10 20:00:50.128106 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-460dda2b-ca42-43f6-83e7-6654ca9209ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:50.143876 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-460dda2b-ca42-43f6-83e7-6654ca9209ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d198e2d-ff0f-4fea-99c2-65e31c9012c7 HTTP/1.1" status: 204  len: 168 time: 0.4196827
May 10 20:00:50.238193 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a6e78-08bc-4ed0-83b8-9b1a7297d2a1 req-e1788f0c-0318-4126-8491-a346f7c6a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:50.240350 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-876a6e78-08bc-4ed0-83b8-9b1a7297d2a1 req-e1788f0c-0318-4126-8491-a346f7c6a6b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1201315
May 10 20:00:50.401993 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-876a6e78-08bc-4ed0-83b8-9b1a7297d2a1 req-d4502183-bc25-4373-9f15-50f644643dee service neutron] 10.222.0.30 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1530552
May 10 20:00:50.564763 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-876a6e78-08bc-4ed0-83b8-9b1a7297d2a1 req-bfc1fbb6-fe4d-48fa-8961-e377a6e06301 service neutron] 10.222.0.30 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1549957
May 10 20:00:50.634804 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-64d4ba9c-3aa3-47aa-a456-4ed00b2093d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for subnet, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:50.640528 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:50.723205 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4ba9c-3aa3-47aa-a456-4ed00b2093d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d86d715-b819-4157-aae1-cb6cd5c87020,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:50.727461 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-64d4ba9c-3aa3-47aa-a456-4ed00b2093d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:50.732411 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d4ba9c-3aa3-47aa-a456-4ed00b2093d1 admin admin] Checking segment: {'id': 'e341d21a-d367-4cc5-91fa-677a7bdd61bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'abdc64aa-3572-48d1-a8d2-7c15c8ce758f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:00:50.732841 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d4ba9c-3aa3-47aa-a456-4ed00b2093d1 admin admin] Network hostable DHCP agents. Network: abdc64aa-3572-48d1-a8d2-7c15c8ce758f, hostable agents: ['d4f40443-b4a1-4714-9d47-f8080706db31'], hosted agents: [] {{(pid=78728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:00:50.754378 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d4ba9c-3aa3-47aa-a456-4ed00b2093d1 admin admin] Network abdc64aa-3572-48d1-a8d2-7c15c8ce758f is scheduled to be hosted by DHCP agent d4f40443-b4a1-4714-9d47-f8080706db31 with binding_index 1 {{(pid=78728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:00:50.773877 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-64d4ba9c-3aa3-47aa-a456-4ed00b2093d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-iscsi, abdc64aa-3572-48d1-a8d2-7c15c8ce758f) {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:00:50.780008 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d4ba9c-3aa3-47aa-a456-4ed00b2093d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:50.781005 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-64d4ba9c-3aa3-47aa-a456-4ed00b2093d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:50.786113 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad07d6c-423c-43f2-a725-b5e74742a851 None None] Network abdc64aa-3572-48d1-a8d2-7c15c8ce758f requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:00:50.839990 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-64d4ba9c-3aa3-47aa-a456-4ed00b2093d1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9005086
May 10 20:00:51.029248 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a28d19-f2db-4675-9af6-0a847618d6fa None None] Network abdc64aa-3572-48d1-a8d2-7c15c8ce758f requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:00:51.158097 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638d69d-96d6-4055-b1ce-f861a9d399e5 req-b086d500-bbc0-4b7f-824e-bae01d62ca5d tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:51.166630 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a638d69d-96d6-4055-b1ce-f861a9d399e5 req-b086d500-bbc0-4b7f-824e-bae01d62ca5d tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.1084485
May 10 20:00:51.227539 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a638d69d-96d6-4055-b1ce-f861a9d399e5 req-d648e475-fdb9-4e00-846e-1123b2ccc234 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580769
May 10 20:00:51.550145 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 45340) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:51.556015 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1406427046-network', 'tenant_id': '11ea9da1c67544ecbd9f9608689e994a'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:00:51.561498 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:51.566084 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Usage tracker for resource:network and tenant:11ea9da1c67544ecbd9f9608689e994a is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:51.569253 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:51.575584 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:51.589214 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Made reservation on behalf of 11ea9da1c67544ecbd9f9608689e994a for: {'network': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:00:51.592374 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for network, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:51.605568 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:51.620535 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:51.624781 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Usage tracker for resource:security_group_rule and tenant:11ea9da1c67544ecbd9f9608689e994a is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:51.627727 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:51.633819 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:51.738632 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:51.744558 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:51.749912 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:51.813727 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91}  {{(pid=78728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:00:51.846146 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e6d7fd-bf8e-488a-b14b-784c6651bf0d,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:51.861137 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:51.861479 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.db.segments_db [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Added segment 76fa1c61-ef61-4e0f-992c-d73e4846a503 of type vlan for network 74db4307-a98a-4d9c-9b09-a091602abf74
May 10 20:00:51.865905 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:51.916985 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783201323138'] for network, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:52.010003 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 45362) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:52.051026 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for network, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:52.052444 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:52.053032 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:52.074440 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:52.145948 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5944805
May 10 20:00:52.150352 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 45368) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:52.160199 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-2655d9b1-67e9-42c3-aeb1-1d2cbc97024c admin admin] Request body: {'subnet': {'network_id': '74db4307-a98a-4d9c-9b09-a091602abf74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1406427046-subnet', 'tenant_id': '11ea9da1c67544ecbd9f9608689e994a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:00:52.163742 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c85b9108-6223-4156-9f34-5741f17ed861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:52.179566 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-2655d9b1-67e9-42c3-aeb1-1d2cbc97024c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:52.180703 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Pushing event updated for resources: {'Network': ['ID=74db4307-a98a-4d9c-9b09-a091602abf74,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:52.184632 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:52.186110 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-2655d9b1-67e9-42c3-aeb1-1d2cbc97024c admin admin] Usage tracker for resource:subnet and tenant:11ea9da1c67544ecbd9f9608689e994a is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:52.189172 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-c85b9108-6223-4156-9f34-5741f17ed861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:52.191888 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-2655d9b1-67e9-42c3-aeb1-1d2cbc97024c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:52.197379 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Network 74db4307-a98a-4d9c-9b09-a091602abf74 details requested by agent ovs-agent-dv-cinder-788364-3-iscsi with host dv-cinder-788364-3-iscsi {{(pid=78729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:00:52.198927 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-c85b9108-6223-4156-9f34-5741f17ed861 admin admin] Usage tracker for resource:security_group_rule and tenant:feb6071be4114b52b4cfd52f6f548bd3 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:52.202985 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-2655d9b1-67e9-42c3-aeb1-1d2cbc97024c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:52.205097 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-c85b9108-6223-4156-9f34-5741f17ed861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:52.214670 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-c85b9108-6223-4156-9f34-5741f17ed861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:52.227106 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2655d9b1-67e9-42c3-aeb1-1d2cbc97024c admin admin] Made reservation on behalf of 11ea9da1c67544ecbd9f9608689e994a for: {'subnet': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:00:52.229434 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2655d9b1-67e9-42c3-aeb1-1d2cbc97024c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:52.358097 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 45378) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:52.477969 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c85b9108-6223-4156-9f34-5741f17ed861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:52.491338 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c85b9108-6223-4156-9f34-5741f17ed861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:52.494037 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f0e73-b040-4d83-bfc3-b6770a82db06 req-0e86848f-a389-4ce9-a9bc-f774277e4e8b tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:52.495558 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8b3f0e73-b040-4d83-bfc3-b6770a82db06 req-0e86848f-a389-4ce9-a9bc-f774277e4e8b tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.1085417
May 10 20:00:52.511343 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:52.532754 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-357f948d-9a6b-4591-86b0-03ddafa25b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:52.543058 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8b3f0e73-b040-4d83-bfc3-b6770a82db06 req-4c2c5839-49f8-4d85-b224-6fb9ac52eee4 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406430
May 10 20:00:52.601840 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b9108-6223-4156-9f34-5741f17ed861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb01252d-c7a9-4ed2-8317-5c225ec1c68c,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:52.607980 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-c85b9108-6223-4156-9f34-5741f17ed861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:52.609018 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-357f948d-9a6b-4591-86b0-03ddafa25b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:52.612965 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-c85b9108-6223-4156-9f34-5741f17ed861 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=feb6071be4114b52b4cfd52f6f548bd3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6017954
May 10 20:00:52.616065 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 45384) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:52.627721 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-357f948d-9a6b-4591-86b0-03ddafa25b7d admin admin] Usage tracker for resource:security_group_rule and tenant:56e5d40f9a274e8cbd0dd77f36645dfb is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:52.632277 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-357f948d-9a6b-4591-86b0-03ddafa25b7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:52.640928 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-357f948d-9a6b-4591-86b0-03ddafa25b7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:52.680482 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-94d8eab2-b199-494f-8aea-04249850acdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:52.708468 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-94d8eab2-b199-494f-8aea-04249850acdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:52.766131 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-94d8eab2-b199-494f-8aea-04249850acdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:52.771280 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6ad517cd-3f69-478b-aa48-630773dd2e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:52.784483 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8eab2-b199-494f-8aea-04249850acdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb01252d-c7a9-4ed2-8317-5c225ec1c68c,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:52.791977 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-94d8eab2-b199-494f-8aea-04249850acdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:52.793057 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-94d8eab2-b199-494f-8aea-04249850acdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:52.797190 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-94d8eab2-b199-494f-8aea-04249850acdd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb01252d-c7a9-4ed2-8317-5c225ec1c68c HTTP/1.1" status: 204  len: 168 time: 0.1799309
May 10 20:00:52.821179 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-357f948d-9a6b-4591-86b0-03ddafa25b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:52.830120 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-357f948d-9a6b-4591-86b0-03ddafa25b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:52.838047 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:52.936092 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f948d-9a6b-4591-86b0-03ddafa25b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edca01d8-2fc9-44e7-b0b6-8082b7e0665f,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:52.946924 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-357f948d-9a6b-4591-86b0-03ddafa25b7d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=56e5d40f9a274e8cbd0dd77f36645dfb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5854013
May 10 20:00:52.949252 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 45394) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:52.963800 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-357f948d-9a6b-4591-86b0-03ddafa25b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:52.974501 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2655d9b1-67e9-42c3-aeb1-1d2cbc97024c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for subnet, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:52.984462 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-dcab4dd9-082c-4e81-8b9e-bef5dcaa92f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:53.055543 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e8aaf2d-ebae-4102-8625-0d42e361884c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:53.117448 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e8aaf2d-ebae-4102-8625-0d42e361884c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:53.242369 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655d9b1-67e9-42c3-aeb1-1d2cbc97024c admin admin] Pushing event updated for resources: {'Subnet': ['ID=726656e6-21eb-4c47-91bc-9d918ec893be,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:53.250333 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-2655d9b1-67e9-42c3-aeb1-1d2cbc97024c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:53.255073 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e8aaf2d-ebae-4102-8625-0d42e361884c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:53.258571 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655d9b1-67e9-42c3-aeb1-1d2cbc97024c admin admin] Checking segment: {'id': '76fa1c61-ef61-4e0f-992c-d73e4846a503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '74db4307-a98a-4d9c-9b09-a091602abf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:00:53.258934 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2655d9b1-67e9-42c3-aeb1-1d2cbc97024c admin admin] Network hostable DHCP agents. Network: 74db4307-a98a-4d9c-9b09-a091602abf74, hostable agents: ['d4f40443-b4a1-4714-9d47-f8080706db31'], hosted agents: [] {{(pid=78727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:00:53.264188 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:53.279216 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8aaf2d-ebae-4102-8625-0d42e361884c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edca01d8-2fc9-44e7-b0b6-8082b7e0665f,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:53.281363 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2655d9b1-67e9-42c3-aeb1-1d2cbc97024c admin admin] Network 74db4307-a98a-4d9c-9b09-a091602abf74 is scheduled to be hosted by DHCP agent d4f40443-b4a1-4714-9d47-f8080706db31 with binding_index 1 {{(pid=78727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:00:53.287647 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-1e8aaf2d-ebae-4102-8625-0d42e361884c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:53.289671 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e8aaf2d-ebae-4102-8625-0d42e361884c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:53.290741 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-1e8aaf2d-ebae-4102-8625-0d42e361884c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/edca01d8-2fc9-44e7-b0b6-8082b7e0665f HTTP/1.1" status: 204  len: 168 time: 0.3392963
May 10 20:00:53.298841 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-2655d9b1-67e9-42c3-aeb1-1d2cbc97024c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-iscsi, 74db4307-a98a-4d9c-9b09-a091602abf74) {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:00:53.313379 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2655d9b1-67e9-42c3-aeb1-1d2cbc97024c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:53.314168 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2655d9b1-67e9-42c3-aeb1-1d2cbc97024c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:53.314937 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881757dd-5ca0-4d75-a89f-21342eb5fa3d None None] Network 74db4307-a98a-4d9c-9b09-a091602abf74 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:00:53.353707 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-2655d9b1-67e9-42c3-aeb1-1d2cbc97024c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2022598
May 10 20:00:53.646458 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed9a10e-eb11-45cb-a199-64beeab5459c None None] Network 74db4307-a98a-4d9c-9b09-a091602abf74 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:00:53.764057 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 45448) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:53.807459 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-af29f8c1-41f4-4392-9eba-5bad49e169b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:53.829345 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21fc1b-14e0-4f8a-b96e-9ac736ea3300 req-19808028-9db1-4237-974d-ca3a8f50b494 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:53.839483 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1c21fc1b-14e0-4f8a-b96e-9ac736ea3300 req-19808028-9db1-4237-974d-ca3a8f50b494 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.1104152
May 10 20:00:53.850653 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-af29f8c1-41f4-4392-9eba-5bad49e169b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:53.861153 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-af29f8c1-41f4-4392-9eba-5bad49e169b5 admin admin] Usage tracker for resource:security_group_rule and tenant:abd22640584e4657aef8c5519d575085 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:53.870630 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-af29f8c1-41f4-4392-9eba-5bad49e169b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:53.898005 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-af29f8c1-41f4-4392-9eba-5bad49e169b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:53.972352 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1c21fc1b-14e0-4f8a-b96e-9ac736ea3300 req-21a263eb-6131-4954-b0cc-b156319e6b43 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318481
May 10 20:00:54.038273 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-af29f8c1-41f4-4392-9eba-5bad49e169b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:54.053091 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-af29f8c1-41f4-4392-9eba-5bad49e169b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:54.082154 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-1cb3c06d-8c56-49be-8f24-180d8d8d1c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:54.174362 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-af29f8c1-41f4-4392-9eba-5bad49e169b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=abd22640584e4657aef8c5519d575085&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4090159
May 10 20:00:54.177788 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 45464) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:54.177972 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29f8c1-41f4-4392-9eba-5bad49e169b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3494868-4f60-4309-a1e0-d03c9842e5a3,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:54.182211 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-af29f8c1-41f4-4392-9eba-5bad49e169b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:54.282509 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fab45ce1-e6be-4913-a484-84c94257c950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:54.332868 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fab45ce1-e6be-4913-a484-84c94257c950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:54.363530 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 45472) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:54.436718 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fab45ce1-e6be-4913-a484-84c94257c950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:54.443797 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:54.457774 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab45ce1-e6be-4913-a484-84c94257c950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3494868-4f60-4309-a1e0-d03c9842e5a3,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:54.461112 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-fab45ce1-e6be-4913-a484-84c94257c950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:54.463476 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fab45ce1-e6be-4913-a484-84c94257c950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:54.465087 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-fab45ce1-e6be-4913-a484-84c94257c950 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3494868-4f60-4309-a1e0-d03c9842e5a3 HTTP/1.1" status: 204  len: 168 time: 0.2859395
May 10 20:00:54.544074 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-daea0e36-aee4-4fa4-b819-76c74cd9ed6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:54.568220 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-daea0e36-aee4-4fa4-b819-76c74cd9ed6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:54.574144 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-daea0e36-aee4-4fa4-b819-76c74cd9ed6b admin admin] Usage tracker for resource:security_group_rule and tenant:b675da02cfc0402ca0e8f7110b38d7ab is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:54.578267 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-daea0e36-aee4-4fa4-b819-76c74cd9ed6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:54.584417 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-daea0e36-aee4-4fa4-b819-76c74cd9ed6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:54.688466 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-daea0e36-aee4-4fa4-b819-76c74cd9ed6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:54.694551 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-daea0e36-aee4-4fa4-b819-76c74cd9ed6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:54.730004 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:54.737384 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-daea0e36-aee4-4fa4-b819-76c74cd9ed6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b675da02cfc0402ca0e8f7110b38d7ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3728018
May 10 20:00:54.740306 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 45492) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:54.745828 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:00:54.831597 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea0e36-aee4-4fa4-b819-76c74cd9ed6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34178c51-2c3e-4fd8-863d-eb39f6ba6dcb,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:54.856767 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-daea0e36-aee4-4fa4-b819-76c74cd9ed6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:54.923301 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7e7bddb0-f057-4c55-92f2-ad75e39304bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:54.951809 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7e7bddb0-f057-4c55-92f2-ad75e39304bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:55.023442 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7e7bddb0-f057-4c55-92f2-ad75e39304bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:55.030157 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-28692170-7943-4f87-9da6-366720e717ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:55.042401 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7bddb0-f057-4c55-92f2-ad75e39304bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34178c51-2c3e-4fd8-863d-eb39f6ba6dcb,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:55.046324 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7e7bddb0-f057-4c55-92f2-ad75e39304bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:55.063630 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7e7bddb0-f057-4c55-92f2-ad75e39304bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:55.068007 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-7e7bddb0-f057-4c55-92f2-ad75e39304bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34178c51-2c3e-4fd8-863d-eb39f6ba6dcb HTTP/1.1" status: 204  len: 168 time: 0.3253179
May 10 20:00:55.217855 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be257da-f124-41f7-9f5b-351b2f2e952a req-65010f81-91ee-4461-9765-a5f06e24332c tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:55.222468 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6be257da-f124-41f7-9f5b-351b2f2e952a req-65010f81-91ee-4461-9765-a5f06e24332c tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.1061242
May 10 20:00:55.292175 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6be257da-f124-41f7-9f5b-351b2f2e952a req-db5c6a5e-8982-425a-b553-19bf48383c76 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629659
May 10 20:00:55.640685 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 45526) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:55.661393 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-85c29d74-601d-48de-9fdd-579b60428769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:55.676932 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-85c29d74-601d-48de-9fdd-579b60428769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:00:55.682025 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-85c29d74-601d-48de-9fdd-579b60428769 admin admin] Usage tracker for resource:security_group_rule and tenant:43493fb7cccf4de498f7fc0177ddde69 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:00:55.685645 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-85c29d74-601d-48de-9fdd-579b60428769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:00:55.692628 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-85c29d74-601d-48de-9fdd-579b60428769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:00:55.788729 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-85c29d74-601d-48de-9fdd-579b60428769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:55.796245 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-85c29d74-601d-48de-9fdd-579b60428769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:55.807891 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0d7138cf-deaa-49e8-8468-ab8f54d6e950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:55.857849 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-85c29d74-601d-48de-9fdd-579b60428769 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=43493fb7cccf4de498f7fc0177ddde69&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2128229
May 10 20:00:55.857849 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c29d74-601d-48de-9fdd-579b60428769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51506aef-6ac1-4a98-b7ce-d82441b973a4,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:55.858519 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 45538) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:00:55.859902 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-85c29d74-601d-48de-9fdd-579b60428769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:55.933504 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-07127fc8-f406-4799-8a65-933db74b4a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:55.965965 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-07127fc8-f406-4799-8a65-933db74b4a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:56.032351 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-07127fc8-f406-4799-8a65-933db74b4a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:56.039062 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-f2d13477-59ce-451c-bbcd-51fe81475ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:00:56.054378 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07127fc8-f406-4799-8a65-933db74b4a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51506aef-6ac1-4a98-b7ce-d82441b973a4,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:00:56.057318 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-07127fc8-f406-4799-8a65-933db74b4a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:00:56.067560 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-07127fc8-f406-4799-8a65-933db74b4a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:56.071985 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-07127fc8-f406-4799-8a65-933db74b4a9c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51506aef-6ac1-4a98-b7ce-d82441b973a4 HTTP/1.1" status: 204  len: 168 time: 0.2110131
May 10 20:00:56.483000 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827033c9-2c40-4382-9b2f-683bce38e8c5 req-f6a01bc5-2c56-454b-8c37-1f7d3e162050 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:56.484953 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-827033c9-2c40-4382-9b2f-683bce38e8c5 req-f6a01bc5-2c56-454b-8c37-1f7d3e162050 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 946 time: 0.1948309
May 10 20:00:56.610815 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-827033c9-2c40-4382-9b2f-683bce38e8c5 req-84f42a66-b660-4b4a-bb47-a09552759bfc tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144395
May 10 20:00:56.660726 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9791fd-8be1-4a3a-a658-9a712f7d64b1 req-1fb6155b-a2e4-4a93-9522-20a4c0241f85 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:56.662608 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ac9791fd-8be1-4a3a-a658-9a712f7d64b1 req-1fb6155b-a2e4-4a93-9522-20a4c0241f85 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.1300449
May 10 20:00:56.714427 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ac9791fd-8be1-4a3a-a658-9a712f7d64b1 req-df9001ae-94df-4efb-bc75-7bf64c1e13e3 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431151
May 10 20:00:57.343886 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f2d8587b-fc6c-45c8-b6b0-011a0975897e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:00:57.862631 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfb69a-5ba4-44bd-92ca-82d977a60f67 req-3529f33c-8abf-4cac-b79a-562400b95620 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:57.864204 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c0cfb69a-5ba4-44bd-92ca-82d977a60f67 req-3529f33c-8abf-4cac-b79a-562400b95620 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 946 time: 0.1320019
May 10 20:00:57.957747 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c0cfb69a-5ba4-44bd-92ca-82d977a60f67 req-aa1dcecc-671b-4fdf-994d-a0c4de21ffe9 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602207
May 10 20:00:57.982995 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0a955-53a2-4e0f-9177-1dc8f7adee73 req-3f57395b-1cb5-4960-b506-2152fb6c652f tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:00:57.984781 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3ee0a955-53a2-4e0f-9177-1dc8f7adee73 req-3f57395b-1cb5-4960-b506-2152fb6c652f tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.1195254
May 10 20:00:58.053272 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3ee0a955-53a2-4e0f-9177-1dc8f7adee73 req-1aa8dfdd-1d04-4135-a2df-9a336ed3811a tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590959
May 10 20:01:00.195182 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3bed89a4-c92d-4140-954f-48fe08041190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:00.498292 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:01.881513 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac556b-efc4-44b5-bba2-4b86f77d47d3 req-bd0ea8fe-95fb-406f-a2a7-9bab33c21960 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:01.882967 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4aac556b-efc4-44b5-bba2-4b86f77d47d3 req-bd0ea8fe-95fb-406f-a2a7-9bab33c21960 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 946 time: 0.1328783
May 10 20:01:01.914452 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170382c1-3d9e-4455-bc0f-e15e582552c3 req-7a3ac33c-461b-4d1a-a9a4-7130b2e13123 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:01.915863 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-170382c1-3d9e-4455-bc0f-e15e582552c3 req-7a3ac33c-461b-4d1a-a9a4-7130b2e13123 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.1346316
May 10 20:01:01.960216 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4aac556b-efc4-44b5-bba2-4b86f77d47d3 req-55c12223-866b-44e2-bdce-3d5a61c84bde tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698369
May 10 20:01:01.978789 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-170382c1-3d9e-4455-bc0f-e15e582552c3 req-d596f149-dd8a-4392-9d6d-9566c6e5e074 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562985
May 10 20:01:02.011393 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:03.703929 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:05.603031 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 45762) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:05.723768 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5ea5dd0b-cf0e-4b55-8f8a-ee9cc44d7dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:05.738587 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-5ea5dd0b-cf0e-4b55-8f8a-ee9cc44d7dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:05.742315 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-5ea5dd0b-cf0e-4b55-8f8a-ee9cc44d7dfb admin admin] Usage tracker for resource:security_group_rule and tenant:5dfe23eb3809458d83fefae555a9ea6f is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:05.745072 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-5ea5dd0b-cf0e-4b55-8f8a-ee9cc44d7dfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:05.751421 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-5ea5dd0b-cf0e-4b55-8f8a-ee9cc44d7dfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:05.840615 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5ea5dd0b-cf0e-4b55-8f8a-ee9cc44d7dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:05.847000 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5ea5dd0b-cf0e-4b55-8f8a-ee9cc44d7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:05.854052 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-0fc1ff67-63ac-4bce-bd3c-cc6847bae6b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:05.896685 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-5ea5dd0b-cf0e-4b55-8f8a-ee9cc44d7dfb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5dfe23eb3809458d83fefae555a9ea6f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2925756
May 10 20:01:05.897600 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5dd0b-cf0e-4b55-8f8a-ee9cc44d7dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7259e33b-b812-47c8-85c4-0542c7ebf201,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:05.900544 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 45768) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:05.901075 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-5ea5dd0b-cf0e-4b55-8f8a-ee9cc44d7dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:05.960592 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d1d3332f-a2f8-4974-b3fc-eb34388c0b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:05.986580 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d1d3332f-a2f8-4974-b3fc-eb34388c0b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:06.046906 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d1d3332f-a2f8-4974-b3fc-eb34388c0b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:06.050970 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-4fba52f0-9ed8-4328-8b45-2d298085bcb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:06.127638 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3332f-a2f8-4974-b3fc-eb34388c0b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7259e33b-b812-47c8-85c4-0542c7ebf201,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:06.130551 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d1d3332f-a2f8-4974-b3fc-eb34388c0b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:06.136985 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d1d3332f-a2f8-4974-b3fc-eb34388c0b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:06.138869 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-d1d3332f-a2f8-4974-b3fc-eb34388c0b45 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7259e33b-b812-47c8-85c4-0542c7ebf201 HTTP/1.1" status: 204  len: 168 time: 0.2368579
May 10 20:01:06.417964 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 45780) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:06.436636 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-72467bae-980d-4977-8ea2-d5fe8a9a4909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:06.450638 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-72467bae-980d-4977-8ea2-d5fe8a9a4909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:06.454438 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-72467bae-980d-4977-8ea2-d5fe8a9a4909 admin admin] Usage tracker for resource:security_group_rule and tenant:5a75f6cc954e458e943f83682ccedc22 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:06.457211 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-72467bae-980d-4977-8ea2-d5fe8a9a4909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:06.462804 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-72467bae-980d-4977-8ea2-d5fe8a9a4909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:06.548006 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-72467bae-980d-4977-8ea2-d5fe8a9a4909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:06.551863 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-72467bae-980d-4977-8ea2-d5fe8a9a4909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:06.558143 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:06.599640 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-72467bae-980d-4977-8ea2-d5fe8a9a4909 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a75f6cc954e458e943f83682ccedc22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1800661
May 10 20:01:06.600530 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72467bae-980d-4977-8ea2-d5fe8a9a4909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e869aa21-90ce-463e-b158-9b0749a7c4a3,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:06.603158 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 45784) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:06.603837 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-72467bae-980d-4977-8ea2-d5fe8a9a4909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:06.665796 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8a92cc6e-ec3a-4cd4-af80-d7fac4a9d086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:06.691466 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8a92cc6e-ec3a-4cd4-af80-d7fac4a9d086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:06.745398 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8a92cc6e-ec3a-4cd4-af80-d7fac4a9d086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:06.749985 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-944add02-a13d-442d-af09-9e42b99d6744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:06.763122 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92cc6e-ec3a-4cd4-af80-d7fac4a9d086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e869aa21-90ce-463e-b158-9b0749a7c4a3,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:06.765932 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-8a92cc6e-ec3a-4cd4-af80-d7fac4a9d086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:06.774935 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8a92cc6e-ec3a-4cd4-af80-d7fac4a9d086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:06.779838 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-8a92cc6e-ec3a-4cd4-af80-d7fac4a9d086 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e869aa21-90ce-463e-b158-9b0749a7c4a3 HTTP/1.1" status: 204  len: 168 time: 0.1752126
May 10 20:01:07.104099 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bf137-9815-4d7e-ba15-fadfc3da7879 req-389a3e53-b45b-4a38-a47b-9626088bd459 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:07.105629 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a83bf137-9815-4d7e-ba15-fadfc3da7879 req-389a3e53-b45b-4a38-a47b-9626088bd459 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 946 time: 0.0912106
May 10 20:01:07.156953 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a83bf137-9815-4d7e-ba15-fadfc3da7879 req-64798f5c-3722-4ac8-8999-0f74b84cb2ae tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450673
May 10 20:01:07.242984 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978da95-014c-4f21-a537-43dadc7416a1 req-048268fe-bef3-41e7-b40b-991043129ba4 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:07.244496 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4978da95-014c-4f21-a537-43dadc7416a1 req-048268fe-bef3-41e7-b40b-991043129ba4 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.0908809
May 10 20:01:07.290664 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4978da95-014c-4f21-a537-43dadc7416a1 req-c045209a-42ff-4df3-a3b0-128fd6f85bb5 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399194
May 10 20:01:08.420886 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbf175-ac42-42b3-bb1d-c3d8097c71db req-7e6217fb-ada1-4d5b-9ced-c79b7eef6ab1 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:08.423151 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b0bbf175-ac42-42b3-bb1d-c3d8097c71db req-7e6217fb-ada1-4d5b-9ced-c79b7eef6ab1 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 946 time: 0.1083760
May 10 20:01:08.492717 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b0bbf175-ac42-42b3-bb1d-c3d8097c71db req-4193db45-dd92-4726-a14b-f6518030a003 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6949a9e-edaa-46c5-8e54-178bd9a5d220&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597925
May 10 20:01:08.504243 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e8415-735d-477e-a2bd-31928d0c7532 req-9d330199-7aa9-4bda-b1ab-783be17e00d3 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:08.506647 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-f62e8415-735d-477e-a2bd-31928d0c7532 req-9d330199-7aa9-4bda-b1ab-783be17e00d3 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Synchronizing usage tracker for tenant:94569219a16d4bfda708b7062a7c1401 on resource:port {{(pid=78727) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:01:08.569228 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-f62e8415-735d-477e-a2bd-31928d0c7532 req-9d330199-7aa9-4bda-b1ab-783be17e00d3 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Unset dirty status for tenant:94569219a16d4bfda708b7062a7c1401 on resource:port {{(pid=78727) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:01:08.571121 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-f62e8415-735d-477e-a2bd-31928d0c7532 req-9d330199-7aa9-4bda-b1ab-783be17e00d3 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.30 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 946 time: 0.3016179
May 10 20:01:08.614589 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b1360-4418-4524-9b17-7a17b98a719b req-d2b40a53-de17-4c46-9dc6-d36191300ab3 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:08.617249 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fd8b1360-4418-4524-9b17-7a17b98a719b req-d2b40a53-de17-4c46-9dc6-d36191300ab3 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.1161633
May 10 20:01:08.693542 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fd8b1360-4418-4524-9b17-7a17b98a719b req-19523c65-c8d9-4f03-b9e0-45aac7f1a50c tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636632
May 10 20:01:08.773864 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [req-f62e8415-735d-477e-a2bd-31928d0c7532 req-6d6f45e0-2af2-4576-b447-7806bee19b6b tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Deleting port 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:01:08.774227 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-f62e8415-735d-477e-a2bd-31928d0c7532 req-6d6f45e0-2af2-4576-b447-7806bee19b6b tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:08.940551 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-f62e8415-735d-477e-a2bd-31928d0c7532 req-6d6f45e0-2af2-4576-b447-7806bee19b6b tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] For port 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00b5e5d4-0233-4c2f-a1d0-e785ad3f272b,segment=NetworkSegment(8c0ca944-f8b4-499c-94c2-aa071bdf80c8),segment_id=8c0ca944-f8b4-499c-94c2-aa071bdf80c8)] {{(pid=78727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:01:08.940906 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-f62e8415-735d-477e-a2bd-31928d0c7532 req-6d6f45e0-2af2-4576-b447-7806bee19b6b tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:09.072255 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [req-f62e8415-735d-477e-a2bd-31928d0c7532 req-6d6f45e0-2af2-4576-b447-7806bee19b6b tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Calling delete_port for 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b owned by compute:nova {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:01:09.311195 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-f62e8415-735d-477e-a2bd-31928d0c7532 req-6d6f45e0-2af2-4576-b447-7806bee19b6b tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:09.320091 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:09.376887 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f45e0-2af2-4576-b447-7806bee19b6b tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Pushing event deleted for resources: {'Port': ['ID=00b5e5d4-0233-4c2f-a1d0-e785ad3f272b,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:09.380825 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-6d6f45e0-2af2-4576-b447-7806bee19b6b tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:09.463719 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62e8415-735d-477e-a2bd-31928d0c7532 req-6d6f45e0-2af2-4576-b447-7806bee19b6b tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] No DVR routers for this DVR port 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b on host hv-cinder-78836 {{(pid=78727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:01:09.467244 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-f62e8415-735d-477e-a2bd-31928d0c7532 req-6d6f45e0-2af2-4576-b447-7806bee19b6b tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:09.470111 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3138f410-e633-4188-8074-05e96198685e', 'name': 'network-vif-deleted', 'tag': '00b5e5d4-0233-4c2f-a1d0-e785ad3f272b'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:01:09.489008 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-f62e8415-735d-477e-a2bd-31928d0c7532 req-6d6f45e0-2af2-4576-b447-7806bee19b6b tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.30 "DELETE /v2.0/ports/00b5e5d4-0233-4c2f-a1d0-e785ad3f272b HTTP/1.1" status: 204  len: 173 time: 0.9115958
May 10 20:01:09.804548 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['00b5e5d4-0233-4c2f-a1d0-e785ad3f272b'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:01:10.580837 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 45970) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:10.698843 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-34606827-53c9-4038-8fdb-c2257e5f8819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:10.716035 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-34606827-53c9-4038-8fdb-c2257e5f8819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:10.720299 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-34606827-53c9-4038-8fdb-c2257e5f8819 admin admin] Usage tracker for resource:security_group_rule and tenant:5b533e2bb84a43398d1ab162fd254443 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:10.723102 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-34606827-53c9-4038-8fdb-c2257e5f8819 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:10.728729 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-34606827-53c9-4038-8fdb-c2257e5f8819 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:10.810443 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-34606827-53c9-4038-8fdb-c2257e5f8819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:10.815417 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-34606827-53c9-4038-8fdb-c2257e5f8819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:10.822549 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:10.864425 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34606827-53c9-4038-8fdb-c2257e5f8819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209f48d8-e0dd-4b9f-a03c-d0ee82c3b6b1,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:10.872443 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-34606827-53c9-4038-8fdb-c2257e5f8819 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b533e2bb84a43398d1ab162fd254443&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2895796
May 10 20:01:10.872866 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 45980) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:10.873285 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-34606827-53c9-4038-8fdb-c2257e5f8819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:10.936225 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-da70911b-416f-417b-a545-61f8f6efbe6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:10.962733 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-da70911b-416f-417b-a545-61f8f6efbe6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:11.020178 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-da70911b-416f-417b-a545-61f8f6efbe6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:11.023809 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-460dda2b-ca42-43f6-83e7-6654ca9209ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:11.037181 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70911b-416f-417b-a545-61f8f6efbe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209f48d8-e0dd-4b9f-a03c-d0ee82c3b6b1,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:11.040624 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-da70911b-416f-417b-a545-61f8f6efbe6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:11.046226 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-da70911b-416f-417b-a545-61f8f6efbe6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:11.047320 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-da70911b-416f-417b-a545-61f8f6efbe6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/209f48d8-e0dd-4b9f-a03c-d0ee82c3b6b1 HTTP/1.1" status: 204  len: 168 time: 0.1726611
May 10 20:01:11.258594 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3138f410-e633-4188-8074-05e96198685e', 'name': 'network-vif-deleted', 'tag': '00b5e5d4-0233-4c2f-a1d0-e785ad3f272b', 'status': 'completed', 'code': 200}
May 10 20:01:11.336443 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 45988) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:11.391094 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d5b76dbb-a17b-4f26-8508-fd421b112a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:11.400713 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d7037199-5ec2-403d-a397-bc6ad90f2dd4 req-c589f5ba-f1c0-453d-b013-c2e21ac55b08 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 210 time: 0.0506158
May 10 20:01:11.407570 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-d5b76dbb-a17b-4f26-8508-fd421b112a98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:11.411343 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-d5b76dbb-a17b-4f26-8508-fd421b112a98 admin admin] Usage tracker for resource:security_group_rule and tenant:d44513d2bae84084a1ed0b88e9e5ce97 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:11.414173 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-d5b76dbb-a17b-4f26-8508-fd421b112a98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:11.420388 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-d5b76dbb-a17b-4f26-8508-fd421b112a98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:11.541212 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d5b76dbb-a17b-4f26-8508-fd421b112a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:11.549173 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d5b76dbb-a17b-4f26-8508-fd421b112a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:11.556744 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:11.605054 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-d5b76dbb-a17b-4f26-8508-fd421b112a98 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d44513d2bae84084a1ed0b88e9e5ce97&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2675457
May 10 20:01:11.606995 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b76dbb-a17b-4f26-8508-fd421b112a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245fdd8a-0e3c-46f1-ad38-080de91e1398,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:11.607778 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 45994) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:11.611325 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d5b76dbb-a17b-4f26-8508-fd421b112a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:11.636199 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc7d78-b045-4f9a-9261-55a3f031da83 req-23aae0dd-1e0f-4c1a-861e-92bb2a0da34f tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:11.637753 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-67bc7d78-b045-4f9a-9261-55a3f031da83 req-23aae0dd-1e0f-4c1a-861e-92bb2a0da34f tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.1394615
May 10 20:01:11.669723 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c508af81-cb71-4dec-8b68-4a84946b7a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:11.686256 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-67bc7d78-b045-4f9a-9261-55a3f031da83 req-411b6ee9-bdba-4335-9daf-44089637f6ab tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415187
May 10 20:01:11.697732 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c508af81-cb71-4dec-8b68-4a84946b7a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:11.753107 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c508af81-cb71-4dec-8b68-4a84946b7a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:11.757308 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-541a3c41-cb97-451a-a8b0-23e7dfecf323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:11.776427 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508af81-cb71-4dec-8b68-4a84946b7a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245fdd8a-0e3c-46f1-ad38-080de91e1398,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:11.779638 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-c508af81-cb71-4dec-8b68-4a84946b7a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:11.787448 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c508af81-cb71-4dec-8b68-4a84946b7a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:11.788701 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-c508af81-cb71-4dec-8b68-4a84946b7a17 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/245fdd8a-0e3c-46f1-ad38-080de91e1398 HTTP/1.1" status: 204  len: 168 time: 0.1796188
May 10 20:01:12.535594 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:01:12.581376 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] No Port match for: 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:01:12.581728 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 00b5e5d4-0233-4c2f-a1d0-e785ad3f272b not bound to the agent host hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:01:12.589444 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:12.671205 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c7242b2e-780f-428b-a1fa-1ed78c549fb1 req-912778c2-1942-42c7-a7c1-6b3baaa1f96e tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 210 time: 0.0464871
May 10 20:01:12.880095 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d302a-a07d-4d64-9f34-f8d83309b8de req-2d550f1f-37ad-4b28-a3d7-ffb6ec07decb tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:12.881563 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b74d302a-a07d-4d64-9f34-f8d83309b8de req-2d550f1f-37ad-4b28-a3d7-ffb6ec07decb tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.0833366
May 10 20:01:12.930446 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b74d302a-a07d-4d64-9f34-f8d83309b8de req-815b9bae-b46a-4096-9a5b-08bd1f48f1a6 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429504
May 10 20:01:13.581273 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 46060) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:13.696535 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-cacae177-a582-4607-a13c-1dd70574bd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:13.711698 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-cacae177-a582-4607-a13c-1dd70574bd70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:13.715461 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-cacae177-a582-4607-a13c-1dd70574bd70 admin admin] Usage tracker for resource:security_group_rule and tenant:e4fe5b6885144ba6822ebeee0b0ebbea is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:13.718333 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-cacae177-a582-4607-a13c-1dd70574bd70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:13.723965 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-cacae177-a582-4607-a13c-1dd70574bd70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:13.824688 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-cacae177-a582-4607-a13c-1dd70574bd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:13.829192 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-cacae177-a582-4607-a13c-1dd70574bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:13.836223 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:13.877343 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-cacae177-a582-4607-a13c-1dd70574bd70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4fe5b6885144ba6822ebeee0b0ebbea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2948470
May 10 20:01:13.878246 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacae177-a582-4607-a13c-1dd70574bd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b083dec-b18d-453b-9e38-97cf0b90f31b,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:13.879989 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 46072) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:13.881649 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-cacae177-a582-4607-a13c-1dd70574bd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:13.944679 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e526cf79-7927-474f-93ed-c24a330d0644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:13.970642 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e526cf79-7927-474f-93ed-c24a330d0644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:14.022298 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e526cf79-7927-474f-93ed-c24a330d0644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:14.025872 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:14.038218 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526cf79-7927-474f-93ed-c24a330d0644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b083dec-b18d-453b-9e38-97cf0b90f31b,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:14.040771 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e526cf79-7927-474f-93ed-c24a330d0644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:14.049252 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e526cf79-7927-474f-93ed-c24a330d0644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:14.050354 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-e526cf79-7927-474f-93ed-c24a330d0644 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b083dec-b18d-453b-9e38-97cf0b90f31b HTTP/1.1" status: 204  len: 168 time: 0.1694028
May 10 20:01:14.336978 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 46084) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:14.355019 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-9141e63b-588a-45ce-9b81-32894af9b2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:14.373441 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-9141e63b-588a-45ce-9b81-32894af9b2d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:14.377500 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-9141e63b-588a-45ce-9b81-32894af9b2d0 admin admin] Usage tracker for resource:security_group_rule and tenant:66a310694a594ab8b639e21be6b9a149 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:14.382646 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-9141e63b-588a-45ce-9b81-32894af9b2d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:14.391100 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-9141e63b-588a-45ce-9b81-32894af9b2d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:14.477999 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-9141e63b-588a-45ce-9b81-32894af9b2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:14.481617 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-9141e63b-588a-45ce-9b81-32894af9b2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:14.492586 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-e5dcd556-423e-4971-bf45-ccc25d642bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:14.542236 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-87f69d7b-c05e-423e-9863-c76341e574c3 req-7ff6973d-65d8-443e-9108-91d27a037348 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 210 time: 0.0778692
May 10 20:01:14.601720 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94155be1-5152-426c-b3b6-78a0273e5cf2 req-6d2bff45-1384-4454-9b6c-ba749fd8480e tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:14.603149 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-94155be1-5152-426c-b3b6-78a0273e5cf2 req-6d2bff45-1384-4454-9b6c-ba749fd8480e tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.1057787
May 10 20:01:14.608328 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-9141e63b-588a-45ce-9b81-32894af9b2d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=66a310694a594ab8b639e21be6b9a149&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2702715
May 10 20:01:14.609311 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141e63b-588a-45ce-9b81-32894af9b2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91bd7a8-df6e-495e-b12e-48219e276c13,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:14.611649 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 46088) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:14.614343 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-9141e63b-588a-45ce-9b81-32894af9b2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:14.650837 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-94155be1-5152-426c-b3b6-78a0273e5cf2 req-6983f564-777e-4cbd-8580-abce284f7aad tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406461
May 10 20:01:14.671165 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-84b1da0b-0f45-402c-802d-0cef62a603c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:14.696808 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-84b1da0b-0f45-402c-802d-0cef62a603c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:14.745188 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-84b1da0b-0f45-402c-802d-0cef62a603c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:14.749325 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:14.760913 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1da0b-0f45-402c-802d-0cef62a603c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91bd7a8-df6e-495e-b12e-48219e276c13,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:14.764002 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-84b1da0b-0f45-402c-802d-0cef62a603c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:14.771123 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-84b1da0b-0f45-402c-802d-0cef62a603c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:14.772599 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-84b1da0b-0f45-402c-802d-0cef62a603c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a91bd7a8-df6e-495e-b12e-48219e276c13 HTTP/1.1" status: 204  len: 168 time: 0.1596332
May 10 20:01:15.695434 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bc2087a7-a52b-4dd8-8191-a6d9ab73a0a2 req-5aa5abd9-c7e7-4f85-b6ff-01cff0977186 tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 210 time: 0.0453658
May 10 20:01:15.852887 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe4f5-23e9-401e-99c8-bf16b86d3b6e req-3e6999da-6707-4aa4-b4bb-08752c46c905 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:15.854522 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d1ebe4f5-23e9-401e-99c8-bf16b86d3b6e req-3e6999da-6707-4aa4-b4bb-08752c46c905 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.0887094
May 10 20:01:15.905013 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d1ebe4f5-23e9-401e-99c8-bf16b86d3b6e req-8b254391-fceb-4e4a-9c3c-82ca18180a68 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424340
May 10 20:01:16.658444 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 46174) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:16.965169 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ebaee5c8-d1c2-48b2-865a-142b981c88b0 req-42636dba-e7c9-4552-87ca-7c0ad91234eb tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] 10.222.0.15 "GET /v2.0/ports?device_id=3138f410-e633-4188-8074-05e96198685e HTTP/1.1" status: 200  len: 210 time: 0.0765319
May 10 20:01:17.011086 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e074afc5-ae62-4896-859d-173445ed4fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:17.027339 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-e074afc5-ae62-4896-859d-173445ed4fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:17.032600 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-e074afc5-ae62-4896-859d-173445ed4fc3 admin admin] Usage tracker for resource:security_group_rule and tenant:3db23c2ae80445618315afb277192c1d is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:17.035552 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-e074afc5-ae62-4896-859d-173445ed4fc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:17.043845 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-e074afc5-ae62-4896-859d-173445ed4fc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:17.180377 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f113a-9796-4c07-af1c-c6be55c662aa req-fc6ea74f-0f20-480f-81b4-3f3b23f0fb5d tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:17.181857 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-112f113a-9796-4c07-af1c-c6be55c662aa req-fc6ea74f-0f20-480f-81b4-3f3b23f0fb5d tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.1279154
May 10 20:01:17.258389 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-112f113a-9796-4c07-af1c-c6be55c662aa req-a5d1aa50-a261-43be-a162-e56cf929fddf tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641425
May 10 20:01:17.262552 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e074afc5-ae62-4896-859d-173445ed4fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:17.268667 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e074afc5-ae62-4896-859d-173445ed4fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:17.281650 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-50ee8c26-0cde-4b10-a3a0-f62387d00764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:17.329839 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-e074afc5-ae62-4896-859d-173445ed4fc3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3db23c2ae80445618315afb277192c1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6651251
May 10 20:01:17.329839 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074afc5-ae62-4896-859d-173445ed4fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7b78ed-00d3-46e3-8a49-b3244c467ce3,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:17.330818 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 46208) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:17.337224 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e074afc5-ae62-4896-859d-173445ed4fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:17.403542 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7bd48f59-f106-4ee0-9be3-d5ed50109a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:17.429715 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7bd48f59-f106-4ee0-9be3-d5ed50109a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:17.491283 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7bd48f59-f106-4ee0-9be3-d5ed50109a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:17.496938 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-c85b9108-6223-4156-9f34-5741f17ed861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:17.512758 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7bd48f59-f106-4ee0-9be3-d5ed50109a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:17.514647 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-7bd48f59-f106-4ee0-9be3-d5ed50109a6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b7b78ed-00d3-46e3-8a49-b3244c467ce3 HTTP/1.1" status: 204  len: 168 time: 0.1810853
May 10 20:01:17.515648 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd48f59-f106-4ee0-9be3-d5ed50109a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7b78ed-00d3-46e3-8a49-b3244c467ce3,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:17.524961 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7bd48f59-f106-4ee0-9be3-d5ed50109a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:18.525409 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da8201-c647-4c4e-bcd5-31bbd759513a req-4a3b50aa-1d19-49f4-a900-9e1d7800c0e3 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:18.527189 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-73da8201-c647-4c4e-bcd5-31bbd759513a req-4a3b50aa-1d19-49f4-a900-9e1d7800c0e3 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.1450331
May 10 20:01:18.573680 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-73da8201-c647-4c4e-bcd5-31bbd759513a req-375f9833-ab49-43c7-b90b-968fea0026d0 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395398
May 10 20:01:19.138595 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196fd19-7db4-4f2e-bc1c-7697e1a671df req-13f77957-ffaa-4d79-b8a8-7a806139e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:19.140108 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-f196fd19-7db4-4f2e-bc1c-7697e1a671df req-13f77957-ffaa-4d79-b8a8-7a806139e612 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 1098 time: 0.0776331
May 10 20:01:19.185413 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-f196fd19-7db4-4f2e-bc1c-7697e1a671df req-178283e9-7882-49ab-8f4e-76838666be72 service neutron] Synchronizing usage tracker for tenant:23d50f5dc10544c2bcc3d4d2a6aebea2 on resource:security_group {{(pid=78727) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:01:19.202517 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-f196fd19-7db4-4f2e-bc1c-7697e1a671df req-178283e9-7882-49ab-8f4e-76838666be72 service neutron] Unset dirty status for tenant:23d50f5dc10544c2bcc3d4d2a6aebea2 on resource:security_group {{(pid=78727) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:01:19.203805 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-f196fd19-7db4-4f2e-bc1c-7697e1a671df req-178283e9-7882-49ab-8f4e-76838666be72 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564058
May 10 20:01:19.762831 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56840ff2-f0f2-4407-aac7-6daaa379df52 req-ee3f4aa2-1b7d-423e-8424-2ca6ee08208b tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:19.764806 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-56840ff2-f0f2-4407-aac7-6daaa379df52 req-ee3f4aa2-1b7d-423e-8424-2ca6ee08208b tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.0837700
May 10 20:01:19.811160 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-56840ff2-f0f2-4407-aac7-6daaa379df52 req-4f349235-8a14-4221-aade-d90d5beacdc6 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399704
May 10 20:01:20.995401 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c12018-be1c-4347-bcce-04a2861e5725 req-ad5a15a2-4cfa-42eb-8f51-80e44b7ca21a tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:20.996857 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-97c12018-be1c-4347-bcce-04a2861e5725 req-ad5a15a2-4cfa-42eb-8f51-80e44b7ca21a tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.0786443
May 10 20:01:21.043253 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-97c12018-be1c-4347-bcce-04a2861e5725 req-de5e1127-f2a2-4dbb-b303-9c377701d480 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399065
May 10 20:01:24.359582 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe944a68-74d6-40fd-a45c-c532d5be9b01 req-24b410c8-d71c-4d52-8d1f-0a52477fa18a tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:24.361069 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fe944a68-74d6-40fd-a45c-c532d5be9b01 req-24b410c8-d71c-4d52-8d1f-0a52477fa18a tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.0813537
May 10 20:01:24.405647 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fe944a68-74d6-40fd-a45c-c532d5be9b01 req-69fbd1f6-d2f3-4561-b5a3-0f51df4b6551 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386689
May 10 20:01:25.434494 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 46380) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:25.499819 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 46384) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:25.511077 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_v2 [None req-21142cad-4119-48b0-b8d6-a357198cc5c3 admin admin] Deleting subnet 0dac7b67-8a05-438f-8dae-c68fe547924e {{(pid=78728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:01:25.514383 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-21142cad-4119-48b0-b8d6-a357198cc5c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:25.617600 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-21142cad-4119-48b0-b8d6-a357198cc5c3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:25.631210 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-21142cad-4119-48b0-b8d6-a357198cc5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3861428'] for subnet, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:25.634389 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-740b478f-977f-42a9-a449-dba71d5b53bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:25.661112 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-740b478f-977f-42a9-a449-dba71d5b53bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:25.666072 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-740b478f-977f-42a9-a449-dba71d5b53bd admin admin] Usage tracker for resource:security_group_rule and tenant:0e5ab18a404b4dd5833af3bdda353749 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:25.669820 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-740b478f-977f-42a9-a449-dba71d5b53bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:25.676924 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-740b478f-977f-42a9-a449-dba71d5b53bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:25.693250 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e56d4-e747-4579-b04b-54c045e83809 req-26667a4d-2d2d-4686-8017-e0ad6996ef29 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:25.694765 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ae5e56d4-e747-4579-b04b-54c045e83809 req-26667a4d-2d2d-4686-8017-e0ad6996ef29 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.1505048
May 10 20:01:25.798240 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-740b478f-977f-42a9-a449-dba71d5b53bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:25.805215 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-740b478f-977f-42a9-a449-dba71d5b53bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:25.815718 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:25.830169 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ae5e56d4-e747-4579-b04b-54c045e83809 req-0b0100af-2980-408d-97ef-140089f4d82a tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267128
May 10 20:01:25.861389 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-740b478f-977f-42a9-a449-dba71d5b53bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e5ab18a404b4dd5833af3bdda353749&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3573129
May 10 20:01:25.861389 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b478f-977f-42a9-a449-dba71d5b53bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf371a1b-e3f3-4626-a24c-dc0beb58d426,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:25.863675 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 46396) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:25.863816 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-740b478f-977f-42a9-a449-dba71d5b53bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:26.045657 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-beee2204-4467-4daf-a781-d7bd3a273dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:26.087251 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-beee2204-4467-4daf-a781-d7bd3a273dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:26.097464 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-21142cad-4119-48b0-b8d6-a357198cc5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3861435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for subnet, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:26.111487 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:26.166449 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb5ab5-478e-4423-8b2c-e82ed34237fc req-5440f3e1-bc08-49e7-8afd-c058762a553e tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:26.167883 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-61cb5ab5-478e-4423-8b2c-e82ed34237fc req-5440f3e1-bc08-49e7-8afd-c058762a553e tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.2117569
May 10 20:01:26.168580 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21142cad-4119-48b0-b8d6-a357198cc5c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dac7b67-8a05-438f-8dae-c68fe547924e,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:26.172195 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-21142cad-4119-48b0-b8d6-a357198cc5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:26.175168 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-21142cad-4119-48b0-b8d6-a357198cc5c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:26.219073 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-21142cad-4119-48b0-b8d6-a357198cc5c3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0dac7b67-8a05-438f-8dae-c68fe547924e HTTP/1.1" status: 204  len: 168 time: 0.7828250
May 10 20:01:26.221584 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 46400) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:26.240745 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-61cb5ab5-478e-4423-8b2c-e82ed34237fc req-d9b36cad-af51-4af3-86be-0df35ccf8943 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558519
May 10 20:01:26.247496 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-beee2204-4467-4daf-a781-d7bd3a273dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:26.252665 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:26.263976 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee2204-4467-4daf-a781-d7bd3a273dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf371a1b-e3f3-4626-a24c-dc0beb58d426,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:26.270467 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-beee2204-4467-4daf-a781-d7bd3a273dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:26.271420 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-beee2204-4467-4daf-a781-d7bd3a273dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:26.284564 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-beee2204-4467-4daf-a781-d7bd3a273dcd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf371a1b-e3f3-4626-a24c-dc0beb58d426 HTTP/1.1" status: 204  len: 168 time: 0.4099548
May 10 20:01:26.367110 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749300'] for network, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:26.550713 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3858511', 'neutron.services.segments.db._delete_segments_for_network-8783201745565'] for network, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:26.573054 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fcff318fdc0>> segment before_delete 55550000 {{(pid=78727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:26.573439 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fcff318fdc0>> subnet precommit_delete_associations 55550000 {{(pid=78727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:26.574684 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcff3d14220>> segment_host_mapping after_create 55550000 {{(pid=78727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:26.574997 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcff3d14220>> port after_create 55550000 {{(pid=78727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:26.575355 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcff3d14220>> port after_delete 55550000 {{(pid=78727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:26.576114 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcff3d14220>> port after_update 55550000 {{(pid=78727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:26.576114 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcff3d14220>> segment after_delete 55550000 {{(pid=78727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:26.576490 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcff3d14220>> subnet after_create 55550000 {{(pid=78727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:26.576707 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcff3d14220>> subnet after_delete 55550000 {{(pid=78727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:26.577684 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcff3d14220>> subnet after_update 55550000 {{(pid=78727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:26.724728 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 46422) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:26.743816 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e4cfbfbc-9d37-4f18-b816-7fb70105b468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:26.757252 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcff302ea90>> subnet after_create 55550000 {{(pid=78727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:26.757611 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcff302ea90>> subnet after_delete 55550000 {{(pid=78727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:26.758028 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcff302ea90>> subnet before_create 55550000 {{(pid=78727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:26.758526 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcff302ea90>> subnet before_update 55550000 {{(pid=78727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:26.758905 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcff318f790>,) {'filters': {'network_id': ['fc03c528-86c5-471f-a9bc-4248f2649ffd']}} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:01:26.761567 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-e4cfbfbc-9d37-4f18-b816-7fb70105b468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:26.765935 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-e4cfbfbc-9d37-4f18-b816-7fb70105b468 admin admin] Usage tracker for resource:security_group_rule and tenant:323f5a9032454ab1b6c2e4c4855f69c3 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:26.770682 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-e4cfbfbc-9d37-4f18-b816-7fb70105b468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:26.773786 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff318f790>, '8c0ca944-f8b4-499c-94c2-aa071bdf80c8') {'for_net_delete': True} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:01:26.774086 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff318f790>, '8c0ca944-f8b4-499c-94c2-aa071bdf80c8') {} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:01:26.777559 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-e4cfbfbc-9d37-4f18-b816-7fb70105b468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:26.790186 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783201757287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11444055'] for segment, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:26.811134 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:26.822499 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=78727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:01:26.823148 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10490715'] for segment, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:   from cryptography.utils import int_from_bytes
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:   from cryptography.utils import int_from_bytes
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]: Traceback (most recent call last):
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:     timer()
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:     cb(*args, **kw)
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:     return func(*args, **kwargs)
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:     self._notify()
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:     self.callback(batched_events)
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:     event.method(event)
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:     return f(self, *a, **k)
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self._get(url).json()
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self.request(url, 'GET', **kwargs)
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:01:26.848471 dv-cinder-788364-3-iscsi neutron-server[78727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:01:26.886361 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e4cfbfbc-9d37-4f18-b816-7fb70105b468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:26.893703 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e4cfbfbc-9d37-4f18-b816-7fb70105b468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:26.904336 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:26.961481 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfbfbc-9d37-4f18-b816-7fb70105b468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1760268-f8c5-4e8b-8d5e-8d0ac8c35042,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:26.966173 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e4cfbfbc-9d37-4f18-b816-7fb70105b468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:26.966958 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3858486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400250'] for network, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:26.972723 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:26.981211 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-e4cfbfbc-9d37-4f18-b816-7fb70105b468 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=323f5a9032454ab1b6c2e4c4855f69c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2526665
May 10 20:01:26.982204 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 46434) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:26.991754 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:27.004966 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Pushing event deleted for resources: {'Network': ['ID=fc03c528-86c5-471f-a9bc-4248f2649ffd,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:27.009567 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:27.018045 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] 10.222.0.15 "DELETE /v2.0/networks/fc03c528-86c5-471f-a9bc-4248f2649ffd HTTP/1.1" status: 204  len: 168 time: 0.7953475
May 10 20:01:27.054901 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f7c9836d-42ee-4f2e-b8b0-3050d1951f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:27.082834 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f7c9836d-42ee-4f2e-b8b0-3050d1951f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:27.144899 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f7c9836d-42ee-4f2e-b8b0-3050d1951f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:27.149996 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-daea0e36-aee4-4fa4-b819-76c74cd9ed6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:27.163043 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9836d-42ee-4f2e-b8b0-3050d1951f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1760268-f8c5-4e8b-8d5e-8d0ac8c35042,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:27.169722 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f7c9836d-42ee-4f2e-b8b0-3050d1951f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:27.170515 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f7c9836d-42ee-4f2e-b8b0-3050d1951f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:27.174551 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-f7c9836d-42ee-4f2e-b8b0-3050d1951f41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1760268-f8c5-4e8b-8d5e-8d0ac8c35042 HTTP/1.1" status: 204  len: 168 time: 0.1910815
May 10 20:01:27.236969 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 46444) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:27.297037 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-b609b2ae-3788-4f02-98c6-57a26ed873b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94569219a16d4bfda708b7062a7c1401&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0555644
May 10 20:01:27.297283 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 46450) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:27.341671 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7fa3365a-50c9-4eae-8c26-e076dd230899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:27.376424 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3d604d1b-17a5-44b9-b2db-413615c732ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:27.404578 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3d604d1b-17a5-44b9-b2db-413615c732ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:27.460014 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3d604d1b-17a5-44b9-b2db-413615c732ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:27.463958 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-cacae177-a582-4607-a13c-1dd70574bd70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:27.476279 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d604d1b-17a5-44b9-b2db-413615c732ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6949a9e-edaa-46c5-8e54-178bd9a5d220,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:27.480107 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-3d604d1b-17a5-44b9-b2db-413615c732ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:27.484065 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3d604d1b-17a5-44b9-b2db-413615c732ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:27.485385 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-3d604d1b-17a5-44b9-b2db-413615c732ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6949a9e-edaa-46c5-8e54-178bd9a5d220 HTTP/1.1" status: 204  len: 168 time: 0.1871774
May 10 20:01:27.587177 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 46462) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:27.608410 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-693bd9ce-aca5-44a9-a15f-7d4f7d0eed2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:27.624638 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-693bd9ce-aca5-44a9-a15f-7d4f7d0eed2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:27.629069 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-693bd9ce-aca5-44a9-a15f-7d4f7d0eed2e admin admin] Usage tracker for resource:security_group_rule and tenant:83f61c6182ca42e8b5f60289726abbcf is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:27.631972 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-693bd9ce-aca5-44a9-a15f-7d4f7d0eed2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:27.638429 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-693bd9ce-aca5-44a9-a15f-7d4f7d0eed2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:27.745395 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-693bd9ce-aca5-44a9-a15f-7d4f7d0eed2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:27.751915 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-693bd9ce-aca5-44a9-a15f-7d4f7d0eed2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:27.773036 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-df677c8b-f3da-49d7-ba24-a99a6269b94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:27.848573 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-693bd9ce-aca5-44a9-a15f-7d4f7d0eed2e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83f61c6182ca42e8b5f60289726abbcf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2580154
May 10 20:01:27.848573 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693bd9ce-aca5-44a9-a15f-7d4f7d0eed2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ca4cc1-1df6-4089-8e2b-d649b42b2d15,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:27.849407 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 46478) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:27.862705 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-693bd9ce-aca5-44a9-a15f-7d4f7d0eed2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:27.926425 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7a8154ba-db1e-4746-8673-5dd75486f45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:27.954278 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7a8154ba-db1e-4746-8673-5dd75486f45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:28.011096 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7a8154ba-db1e-4746-8673-5dd75486f45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:28.018229 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-85c29d74-601d-48de-9fdd-579b60428769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:28.031514 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8154ba-db1e-4746-8673-5dd75486f45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ca4cc1-1df6-4089-8e2b-d649b42b2d15,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:28.034436 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7a8154ba-db1e-4746-8673-5dd75486f45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:28.041542 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7a8154ba-db1e-4746-8673-5dd75486f45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:28.042654 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-7a8154ba-db1e-4746-8673-5dd75486f45f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8ca4cc1-1df6-4089-8e2b-d649b42b2d15 HTTP/1.1" status: 204  len: 168 time: 0.1921577
May 10 20:01:28.261647 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 46500) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:28.415174 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1499936923-network', 'tenant_id': '78af3fee8db74248b3d2f70ad72438c1'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:01:28.415403 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151476b2-8579-4109-b7da-6f43a97e8e0b req-cd54e40e-d7e2-4df8-8d7d-bbfe7052db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:28.417285 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-151476b2-8579-4109-b7da-6f43a97e8e0b req-cd54e40e-d7e2-4df8-8d7d-bbfe7052db4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=856b84e1fb1f47a0a90fc51c6d13ed80&device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 1098 time: 0.0946515
May 10 20:01:28.428382 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:28.434396 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Usage tracker for resource:network and tenant:78af3fee8db74248b3d2f70ad72438c1 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:28.438629 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:28.446147 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:28.467172 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Made reservation on behalf of 78af3fee8db74248b3d2f70ad72438c1 for: {'network': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:01:28.470096 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for network, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:28.486132 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:28.514635 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ce858-1f4a-4437-b26e-1c86f71196c4 req-2c59778d-c156-4235-89de-12e923537605 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:28.521642 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-390ce858-1f4a-4437-b26e-1c86f71196c4 req-2c59778d-c156-4235-89de-12e923537605 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.1550720
May 10 20:01:28.544206 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:28.551356 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Usage tracker for resource:security_group_rule and tenant:78af3fee8db74248b3d2f70ad72438c1 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:28.563885 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:28.576615 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:28.581712 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-390ce858-1f4a-4437-b26e-1c86f71196c4 req-d2a67622-0a31-4910-8f5e-8ddbedca43f1 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592632
May 10 20:01:28.593032 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151476b2-8579-4109-b7da-6f43a97e8e0b req-7e8c0d90-6131-4495-a5ff-6a42a3d0d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:28.594636 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-151476b2-8579-4109-b7da-6f43a97e8e0b req-7e8c0d90-6131-4495-a5ff-6a42a3d0d58d service neutron] 10.222.0.30 "GET /v2.0/networks?id=12fcecad-eba8-4da7-8035-097c01649aff HTTP/1.1" status: 200  len: 919 time: 0.1698875
May 10 20:01:28.681114 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-151476b2-8579-4109-b7da-6f43a97e8e0b req-a1487550-0ae3-410a-9a0d-628fe3c09221 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79de43ea-6ad8-4250-9344-1e4b3b22e91c HTTP/1.1" status: 200  len: 217 time: 0.0733116
May 10 20:01:28.681612 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:28.687061 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:28.691996 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b14ccee0-9fe1-4c4b-8e8c-08156a9843fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:28.722492 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87}  {{(pid=78728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:01:28.736589 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c25e3b2-f025-4854-845a-f54feb606241,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:28.740253 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:28.743546 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:28.743887 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.db.segments_db [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Added segment 424ef672-943f-42ef-9b89-e700d767d1c6 of type vlan for network d76c54c2-c0c9-4665-a172-ea066658292a
May 10 20:01:28.770770 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151476b2-8579-4109-b7da-6f43a97e8e0b req-8df584e8-1b63-4cc8-aba1-17899b04c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:28.773303 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-151476b2-8579-4109-b7da-6f43a97e8e0b req-8df584e8-1b63-4cc8-aba1-17899b04c39d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4e13f19-09d6-4437-8413-9cd5f2a1478d HTTP/1.1" status: 200  len: 859 time: 0.0852191
May 10 20:01:28.813847 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783201323138'] for network, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:28.843988 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-151476b2-8579-4109-b7da-6f43a97e8e0b req-2552d658-ec9d-4dce-9523-cebd914553ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12fcecad-eba8-4da7-8035-097c01649aff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0639241
May 10 20:01:28.903410 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for network, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:28.904945 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:28.905693 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:28.913376 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:29.126780 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-151476b2-8579-4109-b7da-6f43a97e8e0b req-a36ad8bc-5899-446c-9042-22c44f31dc94 service neutron] 10.222.0.30 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2738957
May 10 20:01:29.185233 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9221389
May 10 20:01:29.189912 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Pushing event updated for resources: {'Network': ['ID=d76c54c2-c0c9-4665-a172-ea066658292a,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:29.193293 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 46548) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:29.205248 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:29.205637 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Network d76c54c2-c0c9-4665-a172-ea066658292a details requested by agent ovs-agent-dv-cinder-788364-3-iscsi with host dv-cinder-788364-3-iscsi {{(pid=78729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:01:29.209745 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-2bffd426-fc9e-46cb-a5e1-1c7757aa7135 admin admin] Request body: {'subnet': {'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1499936923-subnet', 'tenant_id': '78af3fee8db74248b3d2f70ad72438c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:01:29.215142 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-2bffd426-fc9e-46cb-a5e1-1c7757aa7135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:29.219372 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-2bffd426-fc9e-46cb-a5e1-1c7757aa7135 admin admin] Usage tracker for resource:subnet and tenant:78af3fee8db74248b3d2f70ad72438c1 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:29.222809 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-2bffd426-fc9e-46cb-a5e1-1c7757aa7135 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:29.230470 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-2bffd426-fc9e-46cb-a5e1-1c7757aa7135 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:29.250917 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bffd426-fc9e-46cb-a5e1-1c7757aa7135 admin admin] Made reservation on behalf of 78af3fee8db74248b3d2f70ad72438c1 for: {'subnet': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:01:29.254564 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2bffd426-fc9e-46cb-a5e1-1c7757aa7135 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:29.336743 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-151476b2-8579-4109-b7da-6f43a97e8e0b req-31fd6c92-3537-4d22-9243-5b500e5a1bd8 service neutron] 10.222.0.30 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2019031
May 10 20:01:29.692523 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2bffd426-fc9e-46cb-a5e1-1c7757aa7135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for subnet, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:29.697338 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a5396341-e2e1-450d-a423-71ba569bc777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:29.826549 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffd426-fc9e-46cb-a5e1-1c7757aa7135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44629f3e-8693-4394-a752-5a7b73dfc6d2,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:29.832434 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2bffd426-fc9e-46cb-a5e1-1c7757aa7135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:29.836411 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bffd426-fc9e-46cb-a5e1-1c7757aa7135 admin admin] Checking segment: {'id': '424ef672-943f-42ef-9b89-e700d767d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:01:29.836778 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bffd426-fc9e-46cb-a5e1-1c7757aa7135 admin admin] Network hostable DHCP agents. Network: d76c54c2-c0c9-4665-a172-ea066658292a, hostable agents: ['d4f40443-b4a1-4714-9d47-f8080706db31'], hosted agents: [] {{(pid=78728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:01:29.870470 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bffd426-fc9e-46cb-a5e1-1c7757aa7135 admin admin] Network d76c54c2-c0c9-4665-a172-ea066658292a is scheduled to be hosted by DHCP agent d4f40443-b4a1-4714-9d47-f8080706db31 with binding_index 1 {{(pid=78728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:01:29.883322 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb2559-75c6-4274-a852-9f3af7b44afb req-8c517cfb-79cb-4fb9-9277-75ed44ae23a2 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:29.884850 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fafb2559-75c6-4274-a852-9f3af7b44afb req-8c517cfb-79cb-4fb9-9277-75ed44ae23a2 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.1572020
May 10 20:01:29.907781 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-2bffd426-fc9e-46cb-a5e1-1c7757aa7135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-iscsi, d76c54c2-c0c9-4665-a172-ea066658292a) {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:01:29.916099 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bffd426-fc9e-46cb-a5e1-1c7757aa7135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:29.916099 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2bffd426-fc9e-46cb-a5e1-1c7757aa7135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:29.923658 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77087ad-a43b-4b16-b53f-8cb0216c74df None None] Network d76c54c2-c0c9-4665-a172-ea066658292a requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:01:29.951100 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fafb2559-75c6-4274-a852-9f3af7b44afb req-957b32c9-5383-4a04-bd6c-3d42acf2a619 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578597
May 10 20:01:29.970935 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-2bffd426-fc9e-46cb-a5e1-1c7757aa7135 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7604680
May 10 20:01:30.218025 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104a696f-8a47-4813-887f-46980bce3318 None None] Network d76c54c2-c0c9-4665-a172-ea066658292a requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:01:30.243166 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c939c8f8-38e9-452b-beb7-fbbf3f5db5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:30.510902 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:30.856040 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360206c-3ded-40fb-8b39-51156cc10284 req-14ed1daf-e517-4599-a5aa-ec65e37d9159 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:30.856732 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-5360206c-3ded-40fb-8b39-51156cc10284 req-14ed1daf-e517-4599-a5aa-ec65e37d9159 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Synchronizing usage tracker for tenant:78af3fee8db74248b3d2f70ad72438c1 on resource:network {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:01:30.875324 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-5360206c-3ded-40fb-8b39-51156cc10284 req-14ed1daf-e517-4599-a5aa-ec65e37d9159 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Unset dirty status for tenant:78af3fee8db74248b3d2f70ad72438c1 on resource:network {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:01:30.876846 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5360206c-3ded-40fb-8b39-51156cc10284 req-14ed1daf-e517-4599-a5aa-ec65e37d9159 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/networks?id=d76c54c2-c0c9-4665-a172-ea066658292a HTTP/1.1" status: 200  len: 815 time: 0.1850071
May 10 20:01:30.897408 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5360206c-3ded-40fb-8b39-51156cc10284 req-a4875148-158e-4d70-b6dd-99062aa8b92e tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/quotas/78af3fee8db74248b3d2f70ad72438c1 HTTP/1.1" status: 200  len: 375 time: 0.0133953
May 10 20:01:30.951019 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5360206c-3ded-40fb-8b39-51156cc10284 req-7f1d0780-a805-461a-ac67-98f79fff8dc1 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=78af3fee8db74248b3d2f70ad72438c1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0450118
May 10 20:01:31.151269 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5360206c-3ded-40fb-8b39-51156cc10284 req-340e1d03-d23f-4dcf-9931-ab8295e7ac92 service neutron] 10.222.0.15 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1907723
May 10 20:01:31.333288 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e625a-daf9-48fc-ac27-75a97231077a req-16b008f7-f4d7-459b-900e-fa9724d5cb13 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:31.334759 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5b3e625a-daf9-48fc-ac27-75a97231077a req-16b008f7-f4d7-459b-900e-fa9724d5cb13 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.2345755
May 10 20:01:31.340805 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5360206c-3ded-40fb-8b39-51156cc10284 req-2ffacd7f-9ed6-4ea0-a316-5c92bf5297df service neutron] 10.222.0.15 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1826239
May 10 20:01:31.424501 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5b3e625a-daf9-48fc-ac27-75a97231077a req-78d8f655-0844-4fe6-89c5-8712550d7b00 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805647
May 10 20:01:31.500919 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 46652) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:31.643492 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-79696b37-de6c-4fc4-a173-ae16379148cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:31.709987 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-79696b37-de6c-4fc4-a173-ae16379148cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:31.721550 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b55534f3-415d-4731-bf09-dde3463ef3d9 req-05990031-300b-4b46-a464-f88d521ffdd4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f4e673c-3676-4994-a4f1-6398e7b003a6 HTTP/1.1" status: 200  len: 210 time: 0.0571461
May 10 20:01:31.722470 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-79696b37-de6c-4fc4-a173-ae16379148cc admin admin] Usage tracker for resource:security_group_rule and tenant:cdcf297493ee49f088113c10e2c254eb is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:31.725683 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-79696b37-de6c-4fc4-a173-ae16379148cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:31.733771 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-79696b37-de6c-4fc4-a173-ae16379148cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:31.746764 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:01:31.842117 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-79696b37-de6c-4fc4-a173-ae16379148cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:31.847596 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-79696b37-de6c-4fc4-a173-ae16379148cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:31.854593 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-72467bae-980d-4977-8ea2-d5fe8a9a4909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:31.902829 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-79696b37-de6c-4fc4-a173-ae16379148cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cdcf297493ee49f088113c10e2c254eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3994942
May 10 20:01:31.904063 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79696b37-de6c-4fc4-a173-ae16379148cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0651ca-6ce7-4b58-940b-7628524b3033,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:31.906218 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 46668) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:31.908089 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-79696b37-de6c-4fc4-a173-ae16379148cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:32.022809 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:32.055825 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3c8380d2-f329-419d-aff2-56f721280c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:32.085001 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3c8380d2-f329-419d-aff2-56f721280c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:32.145544 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3c8380d2-f329-419d-aff2-56f721280c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:32.149364 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-b038a540-d7c9-45ab-a999-c9c1ed8595db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:32.163295 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8380d2-f329-419d-aff2-56f721280c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0651ca-6ce7-4b58-940b-7628524b3033,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:32.167165 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-3c8380d2-f329-419d-aff2-56f721280c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:32.173479 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3c8380d2-f329-419d-aff2-56f721280c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:32.174624 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-3c8380d2-f329-419d-aff2-56f721280c53 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc0651ca-6ce7-4b58-940b-7628524b3033 HTTP/1.1" status: 204  len: 168 time: 0.2673855
May 10 20:01:32.703580 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61435a-9273-41f0-bdd1-2b39ec723d09 req-0df8daa7-8445-4edb-9233-2c6e740a2e7d tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:32.707489 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5d61435a-9273-41f0-bdd1-2b39ec723d09 req-0df8daa7-8445-4edb-9233-2c6e740a2e7d tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.1496823
May 10 20:01:32.844698 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5d61435a-9273-41f0-bdd1-2b39ec723d09 req-3ccc7c6d-f5e5-4eee-991a-8a11e11ad26f tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304228
May 10 20:01:32.946603 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360206c-3ded-40fb-8b39-51156cc10284 req-90baf1b7-c939-4687-817c-6879f3de4e79 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:32.948547 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-5360206c-3ded-40fb-8b39-51156cc10284 req-90baf1b7-c939-4687-817c-6879f3de4e79 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.30 "GET /v2.0/networks?id=d76c54c2-c0c9-4665-a172-ea066658292a HTTP/1.1" status: 200  len: 815 time: 0.2999904
May 10 20:01:32.965080 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [req-5360206c-3ded-40fb-8b39-51156cc10284 req-23fc197c-78da-4278-9d69-477bb6668152 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Request body: {'port': {'device_id': '8f4e673c-3676-4994-a4f1-6398e7b003a6', 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a', 'admin_state_up': True, 'tenant_id': '78af3fee8db74248b3d2f70ad72438c1'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:01:33.217326 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-689f0ed4-8cf1-421d-bda3-8d7709d8d81c req-33c96200-0305-46df-8351-2d0fffd8f144 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f4e673c-3676-4994-a4f1-6398e7b003a6 HTTP/1.1" status: 200  len: 210 time: 0.1908691
May 10 20:01:33.247756 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 46724) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:33.292030 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-5360206c-3ded-40fb-8b39-51156cc10284 req-23fc197c-78da-4278-9d69-477bb6668152 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:33.298456 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-5360206c-3ded-40fb-8b39-51156cc10284 req-23fc197c-78da-4278-9d69-477bb6668152 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Usage tracker for resource:port and tenant:78af3fee8db74248b3d2f70ad72438c1 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:33.301524 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-5360206c-3ded-40fb-8b39-51156cc10284 req-23fc197c-78da-4278-9d69-477bb6668152 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:33.309006 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-5360206c-3ded-40fb-8b39-51156cc10284 req-23fc197c-78da-4278-9d69-477bb6668152 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:33.321269 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5360206c-3ded-40fb-8b39-51156cc10284 req-23fc197c-78da-4278-9d69-477bb6668152 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Made reservation on behalf of 78af3fee8db74248b3d2f70ad72438c1 for: {'port': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:01:33.325370 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-5360206c-3ded-40fb-8b39-51156cc10284 req-23fc197c-78da-4278-9d69-477bb6668152 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:33.396571 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-116385138-network', 'tenant_id': 'aace6cabe4004a78a0a70cca7552c4bc'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:01:33.405231 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:33.417966 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Usage tracker for resource:network and tenant:aace6cabe4004a78a0a70cca7552c4bc is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:33.424754 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:33.434507 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:33.486731 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Made reservation on behalf of aace6cabe4004a78a0a70cca7552c4bc for: {'network': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:01:33.488955 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for network, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:33.492279 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 46738) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:33.506515 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:33.528909 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:33.542734 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Usage tracker for resource:security_group_rule and tenant:aace6cabe4004a78a0a70cca7552c4bc is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:33.548951 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:33.559023 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:33.560385 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_v2 [None req-f451783d-28dc-482e-8253-f5160b855bfa admin admin] Deleting subnet 3d86d715-b819-4157-aae1-cb6cd5c87020 {{(pid=78728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:01:33.565299 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f451783d-28dc-482e-8253-f5160b855bfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:33.565461 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [req-5360206c-3ded-40fb-8b39-51156cc10284 req-23fc197c-78da-4278-9d69-477bb6668152 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Allocated IP 172.20.0.10 (d76c54c2-c0c9-4665-a172-ea066658292a/44629f3e-8693-4394-a752-5a7b73dfc6d2/47ce5648-b920-4185-8b71-3a17580f65f3) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:01:33.618765 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f451783d-28dc-482e-8253-f5160b855bfa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:33.627198 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f451783d-28dc-482e-8253-f5160b855bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3861428'] for subnet, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:33.714368 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:33.803762 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:33.820894 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:33.825882 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-50c1772f-a756-4f33-9bc8-1c804f0d35a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:33.874186 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-5360206c-3ded-40fb-8b39-51156cc10284 req-23fc197c-78da-4278-9d69-477bb6668152 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:33.877314 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89}  {{(pid=78727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:01:33.886666 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:33.892292 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:33.895553 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:33.895892 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.segments_db [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Added segment 5be6c398-9f8d-4d53-8e6a-cf2b481454a4 of type vlan for network 98aa6d4c-7314-4207-9f30-70fcd633ff89
May 10 20:01:33.931700 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783201323138'] for network, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:34.007003 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-5360206c-3ded-40fb-8b39-51156cc10284 req-23fc197c-78da-4278-9d69-477bb6668152 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:34.010438 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for network, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:34.013558 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:34.015148 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:34.040014 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-6d668298-3744-42a7-a105-fb0c271d8717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:34.073029 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f451783d-28dc-482e-8253-f5160b855bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3861435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for subnet, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:34.084766 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:34.134201 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451783d-28dc-482e-8253-f5160b855bfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d86d715-b819-4157-aae1-cb6cd5c87020,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:34.146160 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7a4c1-4377-48d5-8c72-6c0a9b345618 req-802799f0-b8dd-4f1c-bb67-b42ef791bebe tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:34.153483 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-40e7a4c1-4377-48d5-8c72-6c0a9b345618 req-802799f0-b8dd-4f1c-bb67-b42ef791bebe tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.1792016
May 10 20:01:34.158301 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f451783d-28dc-482e-8253-f5160b855bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:34.159584 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f451783d-28dc-482e-8253-f5160b855bfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:34.176991 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Pushing event updated for resources: {'Network': ['ID=98aa6d4c-7314-4207-9f30-70fcd633ff89,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:34.182507 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:34.182969 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:34.190170 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Network 98aa6d4c-7314-4207-9f30-70fcd633ff89 details requested by agent ovs-agent-dv-cinder-788364-3-iscsi with host dv-cinder-788364-3-iscsi {{(pid=78729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:01:34.228585 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-40e7a4c1-4377-48d5-8c72-6c0a9b345618 req-3e607f76-6f3c-475d-b257-ffdbabbc7b8e tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739019
May 10 20:01:34.230830 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-f451783d-28dc-482e-8253-f5160b855bfa admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3d86d715-b819-4157-aae1-cb6cd5c87020 HTTP/1.1" status: 204  len: 168 time: 0.7371271
May 10 20:01:34.232578 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5360206c-3ded-40fb-8b39-51156cc10284 req-23fc197c-78da-4278-9d69-477bb6668152 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Network d76c54c2-c0c9-4665-a172-ea066658292a is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:01:34.233832 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 46758) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:34.256992 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.0081553
May 10 20:01:34.257965 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [req-5360206c-3ded-40fb-8b39-51156cc10284 req-23fc197c-78da-4278-9d69-477bb6668152 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:01:34.259809 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 46764) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:34.265614 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [req-5360206c-3ded-40fb-8b39-51156cc10284 req-23fc197c-78da-4278-9d69-477bb6668152 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:01:34.303974 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-aafe74e9-1c40-4479-8aaf-19de5918e81d admin admin] Request body: {'subnet': {'network_id': '98aa6d4c-7314-4207-9f30-70fcd633ff89', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-116385138-subnet', 'tenant_id': 'aace6cabe4004a78a0a70cca7552c4bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:01:34.308804 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-aafe74e9-1c40-4479-8aaf-19de5918e81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:34.313550 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-aafe74e9-1c40-4479-8aaf-19de5918e81d admin admin] Usage tracker for resource:subnet and tenant:aace6cabe4004a78a0a70cca7552c4bc is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:34.316417 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-aafe74e9-1c40-4479-8aaf-19de5918e81d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:34.322131 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-aafe74e9-1c40-4479-8aaf-19de5918e81d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:34.341070 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafe74e9-1c40-4479-8aaf-19de5918e81d admin admin] Made reservation on behalf of aace6cabe4004a78a0a70cca7552c4bc for: {'subnet': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:01:34.343423 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-aafe74e9-1c40-4479-8aaf-19de5918e81d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11348241'] for subnet, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:34.446154 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc197c-78da-4278-9d69-477bb6668152 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Pushing event updated for resources: {'Port': ['ID=47ce5648-b920-4185-8b71-3a17580f65f3,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:34.458049 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-23fc197c-78da-4278-9d69-477bb6668152 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:34.469336 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749300'] for network, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:34.473490 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360206c-3ded-40fb-8b39-51156cc10284 req-23fc197c-78da-4278-9d69-477bb6668152 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:34.474120 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-5360206c-3ded-40fb-8b39-51156cc10284 req-23fc197c-78da-4278-9d69-477bb6668152 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:34.506878 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-5360206c-3ded-40fb-8b39-51156cc10284 req-23fc197c-78da-4278-9d69-477bb6668152 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5481367
May 10 20:01:34.518670 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Request body: {'port': {'device_id': '8f4e673c-3676-4994-a4f1-6398e7b003a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:01:34.612429 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ee2ca-bd4d-4cec-9f04-10c4eae3e033 req-7efff157-33da-45d1-aa3e-03ff003d06a8 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:34.613965 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5e7ee2ca-bd4d-4cec-9f04-10c4eae3e033 req-7efff157-33da-45d1-aa3e-03ff003d06a8 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f4e673c-3676-4994-a4f1-6398e7b003a6 HTTP/1.1" status: 200  len: 932 time: 0.2298386
May 10 20:01:34.626906 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3858511', 'neutron.services.segments.db._delete_segments_for_network-8783201745565'] for network, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:34.654562 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fcff82eeac0>> segment before_delete 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:34.655476 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fcff82eeac0>> subnet precommit_delete_associations 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:34.656334 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcff841e580>> segment_host_mapping after_create 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:34.656679 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcff841e580>> port after_create 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:34.656999 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcff841e580>> port after_delete 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:34.657329 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcff841e580>> port after_update 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:34.657665 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcff841e580>> segment after_delete 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:34.657961 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcff841e580>> subnet after_create 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:34.658272 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcff841e580>> subnet after_delete 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:34.658580 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcff841e580>> subnet after_update 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:34.709728 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:34.724195 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcff81abbe0>> subnet after_create 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:34.724547 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcff81abbe0>> subnet after_delete 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:34.724879 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcff81abbe0>> subnet before_create 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:34.725228 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcff81abbe0>> subnet before_update 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 20:01:34.725610 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcff9214a60>,) {'filters': {'network_id': ['abdc64aa-3572-48d1-a8d2-7c15c8ce758f']}} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:01:34.747191 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff9214a60>, 'e341d21a-d367-4cc5-91fa-677a7bdd61bd') {'for_net_delete': True} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:01:34.747479 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff9214a60>, 'e341d21a-d367-4cc5-91fa-677a7bdd61bd') {} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:01:34.764418 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783201757287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965607'] for segment, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:34.776189 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-5e7ee2ca-bd4d-4cec-9f04-10c4eae3e033 req-0c028258-9fee-4d54-ae6e-e8ded47b2f1b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Synchronizing usage tracker for tenant:78af3fee8db74248b3d2f70ad72438c1 on resource:security_group {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:01:34.791688 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:34.801547 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=78728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:01:34.801931 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1644833'] for segment, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:   from cryptography.utils import int_from_bytes
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:   from cryptography.utils import int_from_bytes
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]: Traceback (most recent call last):
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:     timer()
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:     cb(*args, **kw)
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:     return func(*args, **kwargs)
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:     self._notify()
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:     self.callback(batched_events)
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:     event.method(event)
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:     return f(self, *a, **k)
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self._get(url).json()
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self.request(url, 'GET', **kwargs)
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:01:34.817446 dv-cinder-788364-3-iscsi neutron-server[78728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:01:34.821866 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-5e7ee2ca-bd4d-4cec-9f04-10c4eae3e033 req-0c028258-9fee-4d54-ae6e-e8ded47b2f1b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Unset dirty status for tenant:78af3fee8db74248b3d2f70ad72438c1 on resource:security_group {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:01:34.822993 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5e7ee2ca-bd4d-4cec-9f04-10c4eae3e033 req-0c028258-9fee-4d54-ae6e-e8ded47b2f1b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2009125
May 10 20:01:34.902715 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3858486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400250'] for network, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:34.908370 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e0454e34-e07a-44d0-9296-871e191baa75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:34.924824 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:34.932173 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Pushing event deleted for resources: {'Network': ['ID=abdc64aa-3572-48d1-a8d2-7c15c8ce758f,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:34.934507 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] 10.222.0.15 "DELETE /v2.0/networks/abdc64aa-3572-48d1-a8d2-7c15c8ce758f HTTP/1.1" status: 204  len: 168 time: 0.6995838
May 10 20:01:34.937498 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 46774) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:34.940274 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-1e333643-07e6-444e-b4b0-d9261d682026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:35.001506 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_v2 [None req-9592717e-dbf7-4d97-9c6f-ef761cdcef60 admin admin] Deleting subnet 726656e6-21eb-4c47-91bc-9d918ec893be {{(pid=78728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:01:35.004657 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9592717e-dbf7-4d97-9c6f-ef761cdcef60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:35.055027 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9592717e-dbf7-4d97-9c6f-ef761cdcef60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965624'] for subnet, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:35.112921 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9592717e-dbf7-4d97-9c6f-ef761cdcef60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3861428'] for subnet, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:35.261110 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-aafe74e9-1c40-4479-8aaf-19de5918e81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10618110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11348323'] for subnet, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:35.300222 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-2655d9b1-67e9-42c3-aeb1-1d2cbc97024c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:35.372819 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ce5648-b920-4185-8b71-3a17580f65f3 {{(pid=78727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:01:35.395347 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:35.410456 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe74e9-1c40-4479-8aaf-19de5918e81d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c832a3fb-c454-4fdc-8759-f26d47f85f0e,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:35.417600 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-aafe74e9-1c40-4479-8aaf-19de5918e81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:35.426915 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe74e9-1c40-4479-8aaf-19de5918e81d admin admin] Checking segment: {'id': '5be6c398-9f8d-4d53-8e6a-cf2b481454a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98aa6d4c-7314-4207-9f30-70fcd633ff89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:01:35.427313 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafe74e9-1c40-4479-8aaf-19de5918e81d admin admin] Network hostable DHCP agents. Network: 98aa6d4c-7314-4207-9f30-70fcd633ff89, hostable agents: ['d4f40443-b4a1-4714-9d47-f8080706db31'], hosted agents: [] {{(pid=78727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:01:35.446238 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafe74e9-1c40-4479-8aaf-19de5918e81d admin admin] Network 98aa6d4c-7314-4207-9f30-70fcd633ff89 is scheduled to be hosted by DHCP agent d4f40443-b4a1-4714-9d47-f8080706db31 with binding_index 1 {{(pid=78727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:01:35.456956 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-aafe74e9-1c40-4479-8aaf-19de5918e81d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-iscsi, 98aa6d4c-7314-4207-9f30-70fcd633ff89) {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:01:35.467919 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd24804-20ed-4144-a0ad-abd1d9399257 None None] Network 98aa6d4c-7314-4207-9f30-70fcd633ff89 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:01:35.468500 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafe74e9-1c40-4479-8aaf-19de5918e81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:35.468829 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-aafe74e9-1c40-4479-8aaf-19de5918e81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:35.498366 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-aafe74e9-1c40-4479-8aaf-19de5918e81d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2275941
May 10 20:01:35.506536 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.provisioning_blocks [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Transition to ACTIVE for port object 47ce5648-b920-4185-8b71-3a17580f65f3 will not be triggered until provisioned by entity L2. {{(pid=78727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:01:35.510186 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9592717e-dbf7-4d97-9c6f-ef761cdcef60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3861435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1644871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1879149'] for subnet, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:35.512794 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10490743'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:35.516927 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:35.525686 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:35.554222 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592717e-dbf7-4d97-9c6f-ef761cdcef60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=726656e6-21eb-4c47-91bc-9d918ec893be,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:35.559771 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-9592717e-dbf7-4d97-9c6f-ef761cdcef60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:35.560719 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9592717e-dbf7-4d97-9c6f-ef761cdcef60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:35.576197 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-9592717e-dbf7-4d97-9c6f-ef761cdcef60 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/726656e6-21eb-4c47-91bc-9d918ec893be HTTP/1.1" status: 204  len: 168 time: 0.6355720
May 10 20:01:35.576776 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 46788) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:35.609691 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70065e6-5a60-4855-8407-d67c575098e0 req-3688bdd0-3d43-40cd-8c9e-43253ea20624 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:35.616889 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a70065e6-5a60-4855-8407-d67c575098e0 req-3688bdd0-3d43-40cd-8c9e-43253ea20624 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.2624137
May 10 20:01:35.735879 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9a80c2eb-5c90-4e8b-9b6c-d92a37627735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749300'] for network, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:35.750358 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a70065e6-5a60-4855-8407-d67c575098e0 req-56de61e2-3de4-4081-b901-8ec9c543516a tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322551
May 10 20:01:35.801016 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd24932-0aa5-429f-83dd-d9e57ef641d2 None None] Network 98aa6d4c-7314-4207-9f30-70fcd633ff89 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:01:35.847654 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Pushing event updated for resources: {'Port': ['ID=47ce5648-b920-4185-8b71-3a17580f65f3,revision_number=2']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:35.854768 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:35.899503 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Attempting to bind port 47ce5648-b920-4185-8b71-3a17580f65f3 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:01:35.900241 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Attempting to bind port 47ce5648-b920-4185-8b71-3a17580f65f3 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '424ef672-943f-42ef-9b89-e700d767d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a'}] {{(pid=78727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:01:35.900787 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Attempting to bind port 47ce5648-b920-4185-8b71-3a17580f65f3 on network d76c54c2-c0c9-4665-a172-ea066658292a {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:01:35.906980 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Port 47ce5648-b920-4185-8b71-3a17580f65f3 on network d76c54c2-c0c9-4665-a172-ea066658292a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:01:35.907575 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Attempting to bind port 47ce5648-b920-4185-8b71-3a17580f65f3 on network d76c54c2-c0c9-4665-a172-ea066658292a {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:01:35.913998 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Checking agent: {'id': '16e2165d-e53b-4771-ba7e-9126d1b04f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'started_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:01:35.914580 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Checking segment: {'id': '424ef672-943f-42ef-9b89-e700d767d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:01:35.915151 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Bound using segment: {'id': '424ef672-943f-42ef-9b89-e700d767d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a'} {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:01:35.915761 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Bound port: 47ce5648-b920-4185-8b71-3a17580f65f3, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '424ef672-943f-42ef-9b89-e700d767d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a'}}] {{(pid=78727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:01:35.916357 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:35.969467 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9a80c2eb-5c90-4e8b-9b6c-d92a37627735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3858511', 'neutron.services.segments.db._delete_segments_for_network-8783201745565'] for network, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:35.989874 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-9a80c2eb-5c90-4e8b-9b6c-d92a37627735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcff32d2580>,) {'filters': {'network_id': ['74db4307-a98a-4d9c-9b09-a091602abf74']}} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:01:36.018311 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-9a80c2eb-5c90-4e8b-9b6c-d92a37627735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff32d2580>, '76fa1c61-ef61-4e0f-992c-d73e4846a503') {'for_net_delete': True} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:01:36.018591 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-9a80c2eb-5c90-4e8b-9b6c-d92a37627735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff32d2580>, '76fa1c61-ef61-4e0f-992c-d73e4846a503') {} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:01:36.039689 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] For port 47ce5648-b920-4185-8b71-3a17580f65f3, host hv-cinder-78836, cleared binding levels {{(pid=78727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:01:36.044088 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] For port 47ce5648-b920-4185-8b71-3a17580f65f3, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=47ce5648-b920-4185-8b71-3a17580f65f3,segment=NetworkSegment(424ef672-943f-42ef-9b89-e700d767d1c6),segment_id=424ef672-943f-42ef-9b89-e700d767d1c6)] {{(pid=78727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:01:36.058942 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10490743'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:36.067822 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:36.089500 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9a80c2eb-5c90-4e8b-9b6c-d92a37627735 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783201757287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965607'] for segment, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:36.112197 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9a80c2eb-5c90-4e8b-9b6c-d92a37627735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:36.136371 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a80c2eb-5c90-4e8b-9b6c-d92a37627735 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=78728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:01:36.149754 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9a80c2eb-5c90-4e8b-9b6c-d92a37627735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1644833'] for segment, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]: Traceback (most recent call last):
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:     timer()
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:     cb(*args, **kw)
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:     return func(*args, **kwargs)
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:     self._notify()
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:     self.callback(batched_events)
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:     event.method(event)
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:     return f(self, *a, **k)
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self._get(url).json()
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self.request(url, 'GET', **kwargs)
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:01:36.176145 dv-cinder-788364-3-iscsi neutron-server[78728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:01:36.192525 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:36.193492 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:36.195908 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-5360206c-3ded-40fb-8b39-51156cc10284 req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] 10.222.0.30 "PUT /v2.0/ports/47ce5648-b920-4185-8b71-3a17580f65f3 HTTP/1.1" status: 200  len: 1094 time: 1.6814716
May 10 20:01:36.196763 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4e673c-3676-4994-a4f1-6398e7b003a6', 'tag': '47ce5648-b920-4185-8b71-3a17580f65f3'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:01:36.227196 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Pushing event updated for resources: {'Port': ['ID=47ce5648-b920-4185-8b71-3a17580f65f3,revision_number=3']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:36.231250 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:36.368338 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360206c-3ded-40fb-8b39-51156cc10284 req-20f9e92e-67ea-46c2-a4a7-43951da8bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:36.375711 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6a667-158e-41ae-97dd-2c34455d7f53 req-213ffb4b-7c5e-44cc-a25c-653759d520ab tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:36.382479 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-5360206c-3ded-40fb-8b39-51156cc10284 req-20f9e92e-67ea-46c2-a4a7-43951da8bc89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78af3fee8db74248b3d2f70ad72438c1&device_id=8f4e673c-3676-4994-a4f1-6398e7b003a6 HTTP/1.1" status: 200  len: 1097 time: 0.1318042
May 10 20:01:36.383161 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-98e6a667-158e-41ae-97dd-2c34455d7f53 req-213ffb4b-7c5e-44cc-a25c-653759d520ab tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f4e673c-3676-4994-a4f1-6398e7b003a6 HTTP/1.1" status: 200  len: 944 time: 0.3672528
May 10 20:01:36.410560 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9a80c2eb-5c90-4e8b-9b6c-d92a37627735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3858486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400250'] for network, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:36.428484 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:36.452724 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9a80c2eb-5c90-4e8b-9b6c-d92a37627735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:36.463396 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80c2eb-5c90-4e8b-9b6c-d92a37627735 admin admin] Pushing event deleted for resources: {'Network': ['ID=74db4307-a98a-4d9c-9b09-a091602abf74,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:36.469173 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-9a80c2eb-5c90-4e8b-9b6c-d92a37627735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:36.478400 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-9a80c2eb-5c90-4e8b-9b6c-d92a37627735 admin admin] 10.222.0.15 "DELETE /v2.0/networks/74db4307-a98a-4d9c-9b09-a091602abf74 HTTP/1.1" status: 204  len: 168 time: 0.9000864
May 10 20:01:36.487057 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-98e6a667-158e-41ae-97dd-2c34455d7f53 req-a4689525-f13e-4b4d-adfa-fe7807fa65b5 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030700
May 10 20:01:36.504791 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4e673c-3676-4994-a4f1-6398e7b003a6', 'tag': '47ce5648-b920-4185-8b71-3a17580f65f3', 'status': 'completed', 'code': 200}
May 10 20:01:36.556670 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-5360206c-3ded-40fb-8b39-51156cc10284 req-7599f0a2-c3b5-486b-aa23-7451c0826138 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47ce5648-b920-4185-8b71-3a17580f65f3 HTTP/1.1" status: 200  len: 217 time: 0.1653652
May 10 20:01:36.601333 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75126e-c52f-4feb-9311-2ea1cac29a01 req-c3dd46ac-b352-4964-aecd-fb9fd2ab4d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:36.603094 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2b75126e-c52f-4feb-9311-2ea1cac29a01 req-c3dd46ac-b352-4964-aecd-fb9fd2ab4d5f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 1098 time: 0.1233249
May 10 20:01:36.634419 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360206c-3ded-40fb-8b39-51156cc10284 req-0ae41a62-c1ca-46a3-a377-7ac49c409f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:36.635860 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-5360206c-3ded-40fb-8b39-51156cc10284 req-0ae41a62-c1ca-46a3-a377-7ac49c409f1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44629f3e-8693-4394-a752-5a7b73dfc6d2 HTTP/1.1" status: 200  len: 855 time: 0.0710509
May 10 20:01:36.648448 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2b75126e-c52f-4feb-9311-2ea1cac29a01 req-1951648a-3408-41db-8df0-4be222c01d9c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381401
May 10 20:01:36.661006 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 46816) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:36.685857 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-5360206c-3ded-40fb-8b39-51156cc10284 req-2f430ba3-902f-4073-a265-6eb1a826434b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d76c54c2-c0c9-4665-a172-ea066658292a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0434234
May 10 20:01:36.716177 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-2d55cbc1-0868-41c3-8193-950d6fb56d34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88d32e90badd485ea8b3556c225527ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0515432
May 10 20:01:36.716395 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 46820) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:36.775863 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-85101929-ebac-4504-a24c-0f434224fb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:36.802444 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-85101929-ebac-4504-a24c-0f434224fb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:36.891480 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-85101929-ebac-4504-a24c-0f434224fb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:36.900713 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-cbfad71e-a9db-4572-8242-63ef8b1295e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:36.918523 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85101929-ebac-4504-a24c-0f434224fb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9b7364-98ee-46d6-8272-d9401495f310,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:36.921310 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-85101929-ebac-4504-a24c-0f434224fb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:36.928998 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-85101929-ebac-4504-a24c-0f434224fb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:36.930108 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-85101929-ebac-4504-a24c-0f434224fb11 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d9b7364-98ee-46d6-8272-d9401495f310 HTTP/1.1" status: 204  len: 168 time: 0.2128699
May 10 20:01:36.943314 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-5360206c-3ded-40fb-8b39-51156cc10284 req-00494df4-bd49-4173-8b8d-5c8200ab1125 service neutron] 10.222.0.30 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396163
May 10 20:01:36.976025 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e8af0-beb6-4f0f-a160-ed88f879bf57 req-1ed91578-c41b-4a42-a892-7510af14857b tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:36.980549 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dd3e8af0-beb6-4f0f-a160-ed88f879bf57 req-1ed91578-c41b-4a42-a892-7510af14857b tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.1262114
May 10 20:01:37.029981 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dd3e8af0-beb6-4f0f-a160-ed88f879bf57 req-a140c7ac-88ad-495b-9ee9-660fe421f4ff tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465510
May 10 20:01:37.088393 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-5360206c-3ded-40fb-8b39-51156cc10284 req-bef42f94-34ca-4b16-9fea-66c9c8652e6f service neutron] 10.222.0.30 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339145
May 10 20:01:37.221141 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939812fa-b0f7-4ee5-989d-262509bbd95d req-8d076992-a792-4732-96ba-2082ea92c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:37.222623 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-939812fa-b0f7-4ee5-989d-262509bbd95d req-8d076992-a792-4732-96ba-2082ea92c550 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78af3fee8db74248b3d2f70ad72438c1&device_id=8f4e673c-3676-4994-a4f1-6398e7b003a6 HTTP/1.1" status: 200  len: 1097 time: 0.0798192
May 10 20:01:37.297822 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 46830) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:37.346988 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-fd2afbfb-707c-425e-b807-415f3ba2ebd7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=11ea9da1c67544ecbd9f9608689e994a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0479782
May 10 20:01:37.349433 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 46834) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:37.446536 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2906daa5-ebad-4da6-b32a-1a6c9ce0ef1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:37.477900 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939812fa-b0f7-4ee5-989d-262509bbd95d req-26699284-d58c-4ac5-91c6-f1bfb752b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:37.480027 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-939812fa-b0f7-4ee5-989d-262509bbd95d req-26699284-d58c-4ac5-91c6-f1bfb752b12e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d76c54c2-c0c9-4665-a172-ea066658292a HTTP/1.1" status: 200  len: 915 time: 0.2488520
May 10 20:01:37.484108 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2906daa5-ebad-4da6-b32a-1a6c9ce0ef1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:37.552919 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2906daa5-ebad-4da6-b32a-1a6c9ce0ef1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:37.559787 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:37.573300 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-939812fa-b0f7-4ee5-989d-262509bbd95d req-264fa48a-f729-4be0-9f8e-32d3de89b95f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47ce5648-b920-4185-8b71-3a17580f65f3 HTTP/1.1" status: 200  len: 217 time: 0.0840442
May 10 20:01:37.584052 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906daa5-ebad-4da6-b32a-1a6c9ce0ef1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e6d7fd-bf8e-488a-b14b-784c6651bf0d,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:37.589241 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2906daa5-ebad-4da6-b32a-1a6c9ce0ef1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:37.590192 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2906daa5-ebad-4da6-b32a-1a6c9ce0ef1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:37.594410 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-2906daa5-ebad-4da6-b32a-1a6c9ce0ef1b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1e6d7fd-bf8e-488a-b14b-784c6651bf0d HTTP/1.1" status: 204  len: 168 time: 0.2412028
May 10 20:01:37.680155 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939812fa-b0f7-4ee5-989d-262509bbd95d req-ef0b7a29-3855-4a11-ba3b-ce5d929e15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:37.681652 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-939812fa-b0f7-4ee5-989d-262509bbd95d req-ef0b7a29-3855-4a11-ba3b-ce5d929e15b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44629f3e-8693-4394-a752-5a7b73dfc6d2 HTTP/1.1" status: 200  len: 855 time: 0.0999370
May 10 20:01:37.774775 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-939812fa-b0f7-4ee5-989d-262509bbd95d req-669a3082-d503-49dc-a51f-339f146ac086 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d76c54c2-c0c9-4665-a172-ea066658292a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0844216
May 10 20:01:37.782637 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5c60d-4bee-47f1-ad55-7eebb0050e37 req-2dfa003b-95cc-4298-83bc-9a1b55ceba1f tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:37.784531 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bcd5c60d-4bee-47f1-ad55-7eebb0050e37 req-2dfa003b-95cc-4298-83bc-9a1b55ceba1f tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f4e673c-3676-4994-a4f1-6398e7b003a6 HTTP/1.1" status: 200  len: 944 time: 0.1170321
May 10 20:01:37.903833 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bcd5c60d-4bee-47f1-ad55-7eebb0050e37 req-b5bc0055-9040-4ed4-bc98-c6221cb1e120 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093297
May 10 20:01:38.036164 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-939812fa-b0f7-4ee5-989d-262509bbd95d req-7006d41d-7b35-4f04-b7a3-07c839aa4a15 service neutron] 10.222.0.30 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2530162
May 10 20:01:38.244597 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-939812fa-b0f7-4ee5-989d-262509bbd95d req-cd1bc491-9bb0-4b08-ad3e-f011e6c35508 service neutron] 10.222.0.30 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2005281
May 10 20:01:38.315321 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-f51bbace-3c86-4958-a030-2ff970f85405 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:38.316591 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-f51bbace-3c86-4958-a030-2ff970f85405 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/networks?id=98aa6d4c-7314-4207-9f30-70fcd633ff89 HTTP/1.1" status: 200  len: 808 time: 0.2857633
May 10 20:01:38.341425 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-ea44c9b7-8cad-42bc-a3a6-5b883c457808 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/quotas/aace6cabe4004a78a0a70cca7552c4bc HTTP/1.1" status: 200  len: 375 time: 0.0151052
May 10 20:01:38.409973 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91dbe5-4653-4e4f-b290-5d02ec30d65c req-b6d92bc3-6a49-4743-b4bc-ccde17ed7efc tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:38.411457 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cb91dbe5-4653-4e4f-b290-5d02ec30d65c req-b6d92bc3-6a49-4743-b4bc-ccde17ed7efc tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.1842017
May 10 20:01:38.418490 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-3a98a9be-e6a0-429c-8664-0abb787abb60 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aace6cabe4004a78a0a70cca7552c4bc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0674429
May 10 20:01:38.542932 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cb91dbe5-4653-4e4f-b290-5d02ec30d65c req-20b35bde-f170-4232-9cf9-92c38d530978 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232460
May 10 20:01:38.601996 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-b44e899b-f291-436f-9143-6a974cdf76f3 service neutron] 10.222.0.15 "GET /v2.0/networks/98aa6d4c-7314-4207-9f30-70fcd633ff89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1662760
May 10 20:01:38.814451 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-9822fe40-aaab-497e-acdd-7f53288bba83 service neutron] 10.222.0.15 "GET /v2.0/networks/98aa6d4c-7314-4207-9f30-70fcd633ff89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2085118
May 10 20:01:39.157532 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c8ca10ab-2762-4e10-be51-2f10b340494d req-74d37349-fa6d-40a3-a3cc-331bbac554a7 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=e760e25d-cb45-4192-8bb8-50b7e965e646 HTTP/1.1" status: 200  len: 210 time: 0.0567329
May 10 20:01:39.186902 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20233d2-3b50-4249-9160-5ef47a927588 req-402ec4db-4b39-4579-b6d2-6b9e8ba85faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:39.193778 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-c20233d2-3b50-4249-9160-5ef47a927588 req-402ec4db-4b39-4579-b6d2-6b9e8ba85faa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=856b84e1fb1f47a0a90fc51c6d13ed80&device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 1098 time: 0.1030238
May 10 20:01:39.234602 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354949bb-ed42-4ddd-a93f-4928471ee42d req-82811e11-bd4c-4446-8aa2-5fea39e7ed25 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:39.236388 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-354949bb-ed42-4ddd-a93f-4928471ee42d req-82811e11-bd4c-4446-8aa2-5fea39e7ed25 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f4e673c-3676-4994-a4f1-6398e7b003a6 HTTP/1.1" status: 200  len: 944 time: 0.2003691
May 10 20:01:39.345116 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-354949bb-ed42-4ddd-a93f-4928471ee42d req-f4b98897-a5cd-4eef-b68c-03d1d42cf686 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975134
May 10 20:01:39.493059 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20233d2-3b50-4249-9160-5ef47a927588 req-398fd95e-af0c-49b1-a992-7ef35cf7970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:39.495043 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-c20233d2-3b50-4249-9160-5ef47a927588 req-398fd95e-af0c-49b1-a992-7ef35cf7970d service neutron] 10.222.0.30 "GET /v2.0/networks?id=12fcecad-eba8-4da7-8035-097c01649aff HTTP/1.1" status: 200  len: 919 time: 0.2888222
May 10 20:01:39.579855 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-c20233d2-3b50-4249-9160-5ef47a927588 req-574d1e53-31f8-4f16-bfb8-1f19e83e6f92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79de43ea-6ad8-4250-9344-1e4b3b22e91c HTTP/1.1" status: 200  len: 217 time: 0.0700495
May 10 20:01:39.660074 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20233d2-3b50-4249-9160-5ef47a927588 req-0d84fd0d-1c29-4552-8649-861123afd84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:39.661595 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-c20233d2-3b50-4249-9160-5ef47a927588 req-0d84fd0d-1c29-4552-8649-861123afd84e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4e13f19-09d6-4437-8413-9cd5f2a1478d HTTP/1.1" status: 200  len: 859 time: 0.0752270
May 10 20:01:39.715289 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-c20233d2-3b50-4249-9160-5ef47a927588 req-a5a62ac7-0a4d-4c38-ade4-f3703629a624 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12fcecad-eba8-4da7-8035-097c01649aff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448430
May 10 20:01:39.750307 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd539f58-f485-4a1d-9387-10c998224a95 req-c095c1fd-784f-461e-9852-6f31cf0cda2d tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:39.751967 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dd539f58-f485-4a1d-9387-10c998224a95 req-c095c1fd-784f-461e-9852-6f31cf0cda2d tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.1029665
May 10 20:01:39.833822 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dd539f58-f485-4a1d-9387-10c998224a95 req-c2be1344-8984-4002-80aa-14f9a4079522 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745857
May 10 20:01:39.919431 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-c20233d2-3b50-4249-9160-5ef47a927588 req-69076337-0bcc-404e-94b2-108ee47a4cef service neutron] 10.222.0.30 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1959825
May 10 20:01:39.957046 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 46942) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:40.060053 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-c20233d2-3b50-4249-9160-5ef47a927588 req-4ce7ed48-92a4-4259-9186-55abd54ccfe8 service neutron] 10.222.0.30 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288209
May 10 20:01:40.078606 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:40.093458 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:40.097500 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Usage tracker for resource:security_group_rule and tenant:bfe9a2cfe44649e08a74f7e596fd167a is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:40.100648 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:40.106454 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:40.179213 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec26c4-81f6-4081-b6e1-fbdf88e5fbab req-2e946194-7df9-4fb5-abf3-4a821c951fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:40.180742 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-40ec26c4-81f6-4081-b6e1-fbdf88e5fbab req-2e946194-7df9-4fb5-abf3-4a821c951fe9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=856b84e1fb1f47a0a90fc51c6d13ed80&device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 1098 time: 0.0763133
May 10 20:01:40.193151 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:40.204722 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:40.272307 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-da70911b-416f-417b-a545-61f8f6efbe6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:40.302939 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bfe9a2cfe44649e08a74f7e596fd167a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3448186
May 10 20:01:40.304138 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa7163d-a1aa-471c-a227-8cf9d7cf7cfe,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:40.313481 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 46950) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:40.315085 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:40.315638 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:40.316451 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:40.316975 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:40.317491 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:40.318048 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:40.319507 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:40.320165 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:40.320681 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:40.321435 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:40.322067 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:40.322599 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:40.329618 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:40.412647 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec26c4-81f6-4081-b6e1-fbdf88e5fbab req-892330ff-5e19-43ad-9a7f-908fa5745047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:40.414350 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-40ec26c4-81f6-4081-b6e1-fbdf88e5fbab req-892330ff-5e19-43ad-9a7f-908fa5745047 service neutron] 10.222.0.30 "GET /v2.0/networks?id=12fcecad-eba8-4da7-8035-097c01649aff HTTP/1.1" status: 200  len: 919 time: 0.1920578
May 10 20:01:40.515429 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-40ec26c4-81f6-4081-b6e1-fbdf88e5fbab req-a3e0269d-18c7-43a2-9019-7c49a7d0ad18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79de43ea-6ad8-4250-9344-1e4b3b22e91c HTTP/1.1" status: 200  len: 217 time: 0.0883129
May 10 20:01:40.557689 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 47ce5648-b920-4185-8b71-3a17580f65f3 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:01:40.648920 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-0d10fec8-d7e8-4de1-b468-4d0a2bd0e129 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:40.650352 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-0d10fec8-d7e8-4de1-b468-4d0a2bd0e129 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.30 "GET /v2.0/networks?id=98aa6d4c-7314-4207-9f30-70fcd633ff89 HTTP/1.1" status: 200  len: 808 time: 0.2200537
May 10 20:01:40.668533 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5d1e904e-5e26-4ebc-adef-3efd3cc98d7a req-54b01461-3b76-4e76-98ca-41636155c1e5 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=e760e25d-cb45-4192-8bb8-50b7e965e646 HTTP/1.1" status: 200  len: 210 time: 0.2985048
May 10 20:01:40.678475 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec26c4-81f6-4081-b6e1-fbdf88e5fbab req-fb1e4430-fd88-46b7-b168-a831d6591df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:40.689840 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-40ec26c4-81f6-4081-b6e1-fbdf88e5fbab req-fb1e4430-fd88-46b7-b168-a831d6591df1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4e13f19-09d6-4437-8413-9cd5f2a1478d HTTP/1.1" status: 200  len: 859 time: 0.1665277
May 10 20:01:40.696314 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-4e546f71-3c0a-4f92-b2f8-93f19812e823 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Request body: {'port': {'device_id': 'e760e25d-cb45-4192-8bb8-50b7e965e646', 'network_id': '98aa6d4c-7314-4207-9f30-70fcd633ff89', 'admin_state_up': True, 'tenant_id': 'aace6cabe4004a78a0a70cca7552c4bc'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:01:40.815051 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 47ce5648-b920-4185-8b71-3a17580f65f3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=47ce5648-b920-4185-8b71-3a17580f65f3,segment=NetworkSegment(424ef672-943f-42ef-9b89-e700d767d1c6),segment_id=424ef672-943f-42ef-9b89-e700d767d1c6)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:01:40.851838 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': '47ce5648-b920-4185-8b71-3a17580f65f3', 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a', 'port_id': '47ce5648-b920-4185-8b71-3a17580f65f3', 'mac_address': 'fa:16:3e:84:57:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44629f3e-8693-4394-a752-5a7b73dfc6d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:01:40.914786 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-40ec26c4-81f6-4081-b6e1-fbdf88e5fbab req-53836f77-330c-4f3f-ba37-1c09d55ea61d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12fcecad-eba8-4da7-8035-097c01649aff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2057843
May 10 20:01:40.918644 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dc4f909e-f3ba-4c18-a143-d86ae5a2f9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:40.948726 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:40.966478 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dc4f909e-f3ba-4c18-a143-d86ae5a2f9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:40.970157 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ce5648-b920-4185-8b71-3a17580f65f3 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:01:40.992384 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 47ce5648-b920-4185-8b71-3a17580f65f3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=47ce5648-b920-4185-8b71-3a17580f65f3,segment=NetworkSegment(424ef672-943f-42ef-9b89-e700d767d1c6),segment_id=424ef672-943f-42ef-9b89-e700d767d1c6)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:01:41.000961 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:41.002941 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:41.073868 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=47ce5648-b920-4185-8b71-3a17580f65f3,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:41.083957 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:41.084837 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:41.085452 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:41.085981 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:41.087267 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:41.087852 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:41.088430 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:41.088915 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:41.089425 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:41.089914 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:41.090448 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:41.091061 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:41.091675 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-4e546f71-3c0a-4f92-b2f8-93f19812e823 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:41.098231 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:41.109613 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-4e546f71-3c0a-4f92-b2f8-93f19812e823 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Usage tracker for resource:port and tenant:aace6cabe4004a78a0a70cca7552c4bc is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:41.113790 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-4e546f71-3c0a-4f92-b2f8-93f19812e823 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:41.133049 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc2144-3506-45f3-a4ee-659eac798a9f req-83c17d5f-21a5-44f2-bc74-2e5066ae2b2f tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:41.133049 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-87cc2144-3506-45f3-a4ee-659eac798a9f req-83c17d5f-21a5-44f2-bc74-2e5066ae2b2f tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f4e673c-3676-4994-a4f1-6398e7b003a6 HTTP/1.1" status: 200  len: 944 time: 0.4735029
May 10 20:01:41.133346 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-4e546f71-3c0a-4f92-b2f8-93f19812e823 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:41.142358 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-40ec26c4-81f6-4081-b6e1-fbdf88e5fbab req-fd281190-a3ba-4041-a49f-3b8538059732 service neutron] 10.222.0.30 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2059133
May 10 20:01:41.174339 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-4e546f71-3c0a-4f92-b2f8-93f19812e823 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Made reservation on behalf of aace6cabe4004a78a0a70cca7552c4bc for: {'port': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:01:41.177965 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-4e546f71-3c0a-4f92-b2f8-93f19812e823 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:41.206362 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dc4f909e-f3ba-4c18-a143-d86ae5a2f9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:41.214884 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d97eb78a-506b-4bd7-99ef-f716579ed337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:41.243096 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f909e-f3ba-4c18-a143-d86ae5a2f9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa7163d-a1aa-471c-a227-8cf9d7cf7cfe,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:41.245410 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-dc4f909e-f3ba-4c18-a143-d86ae5a2f9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:41.249420 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-87cc2144-3506-45f3-a4ee-659eac798a9f req-876a44ea-1158-44dd-858f-ae74704b4562 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077340
May 10 20:01:41.297976 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-40ec26c4-81f6-4081-b6e1-fbdf88e5fbab req-7f303eff-2041-46da-9fda-756f97af861d service neutron] 10.222.0.30 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479695
May 10 20:01:41.299833 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dc4f909e-f3ba-4c18-a143-d86ae5a2f9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:41.300868 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-dc4f909e-f3ba-4c18-a143-d86ae5a2f9f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/efa7163d-a1aa-471c-a227-8cf9d7cf7cfe HTTP/1.1" status: 204  len: 168 time: 0.9699588
May 10 20:01:41.310139 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030e3aa-4ad0-4aa6-bde1-d73ab775d663 req-21e32ad8-7392-40e8-8aa6-f109d572c9b0 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:41.311857 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a030e3aa-4ad0-4aa6-bde1-d73ab775d663 req-21e32ad8-7392-40e8-8aa6-f109d572c9b0 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.3004203
May 10 20:01:41.427690 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['47ce5648-b920-4185-8b71-3a17580f65f3'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:01:41.441410 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a030e3aa-4ad0-4aa6-bde1-d73ab775d663 req-78c838e9-b518-49db-a99b-ba2e6ee1ee1c tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214857
May 10 20:01:41.493220 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-4e546f71-3c0a-4f92-b2f8-93f19812e823 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Allocated IP 172.20.0.6 (98aa6d4c-7314-4207-9f30-70fcd633ff89/c832a3fb-c454-4fdc-8759-f26d47f85f0e/5d7920b3-5a12-4822-a942-82dfb6a1a5e7) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:01:41.719230 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 47000) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:41.741583 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:41.746448 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-4e546f71-3c0a-4f92-b2f8-93f19812e823 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:41.756916 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:41.777174 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Usage tracker for resource:security_group_rule and tenant:62aaa67c5598434b992d216d66b69199 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:41.782633 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-4e546f71-3c0a-4f92-b2f8-93f19812e823 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:41.783627 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:41.790727 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:41.799675 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:41.870940 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-4e546f71-3c0a-4f92-b2f8-93f19812e823 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Network 98aa6d4c-7314-4207-9f30-70fcd633ff89 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:01:41.912994 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-4e546f71-3c0a-4f92-b2f8-93f19812e823 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:01:41.915466 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-4e546f71-3c0a-4f92-b2f8-93f19812e823 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:01:41.923793 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:41.929238 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:41.939019 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:41.972785 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e546f71-3c0a-4f92-b2f8-93f19812e823 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Pushing event updated for resources: {'Port': ['ID=5d7920b3-5a12-4822-a942-82dfb6a1a5e7,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:41.975733 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-4e546f71-3c0a-4f92-b2f8-93f19812e823 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:41.986673 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62aaa67c5598434b992d216d66b69199&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2630281
May 10 20:01:41.986673 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839f9655-242e-4f8d-be22-f9d1468a82d5,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:41.987699 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 47008) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:42.008028 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:42.009071 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:42.009071 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:42.009264 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:42.009478 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:42.009817 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:42.010151 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:42.010535 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:42.010869 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:42.012132 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:42.012132 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:42.012132 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:01:42.018088 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:42.032001 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-4e546f71-3c0a-4f92-b2f8-93f19812e823 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:42.032617 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-4e546f71-3c0a-4f92-b2f8-93f19812e823 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:42.061541 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acdf7d-a183-47fb-8fe6-c6f6be477291 req-e6b45cde-5484-43ad-b2ab-4d3590882a6a tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:42.063239 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-16acdf7d-a183-47fb-8fe6-c6f6be477291 req-e6b45cde-5484-43ad-b2ab-4d3590882a6a tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=e760e25d-cb45-4192-8bb8-50b7e965e646 HTTP/1.1" status: 200  len: 931 time: 0.2079995
May 10 20:01:42.077658 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-77003ea7-6b7c-413b-bf13-f880c4b09538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:42.094256 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-4e546f71-3c0a-4f92-b2f8-93f19812e823 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4206295
May 10 20:01:42.106855 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-77003ea7-6b7c-413b-bf13-f880c4b09538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:42.164680 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-77003ea7-6b7c-413b-bf13-f880c4b09538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:42.171343 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:42.181248 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77003ea7-6b7c-413b-bf13-f880c4b09538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839f9655-242e-4f8d-be22-f9d1468a82d5,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:42.184982 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-77003ea7-6b7c-413b-bf13-f880c4b09538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:42.189019 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-77003ea7-6b7c-413b-bf13-f880c4b09538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:42.203717 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-77003ea7-6b7c-413b-bf13-f880c4b09538 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/839f9655-242e-4f8d-be22-f9d1468a82d5 HTTP/1.1" status: 204  len: 168 time: 0.2050843
May 10 20:01:42.205522 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Request body: {'port': {'device_id': 'e760e25d-cb45-4192-8bb8-50b7e965e646', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:01:42.252611 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-16acdf7d-a183-47fb-8fe6-c6f6be477291 req-470bd04a-8f7e-4800-8a98-4338f1fe617d tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1810329
May 10 20:01:42.329353 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:42.554558 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:42.575986 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 47ce5648-b920-4185-8b71-3a17580f65f3 up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:01:42.596055 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 47022) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:42.626451 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f766cfd-b832-42dd-98f1-e566793efc3a req-eaadda8d-9347-4772-bb9f-3e7dcb7cdb63 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:42.626782 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ef159232-4181-4a73-8484-fae2c5dd76ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:42.634107 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4f766cfd-b832-42dd-98f1-e566793efc3a req-eaadda8d-9347-4772-bb9f-3e7dcb7cdb63 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f4e673c-3676-4994-a4f1-6398e7b003a6 HTTP/1.1" status: 200  len: 945 time: 0.2579792
May 10 20:01:42.663083 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning for port 47ce5648-b920-4185-8b71-3a17580f65f3 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:01:42.665582 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-ef159232-4181-4a73-8484-fae2c5dd76ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:42.670069 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port 47ce5648-b920-4185-8b71-3a17580f65f3 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:01:42.670491 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:42.673851 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-ef159232-4181-4a73-8484-fae2c5dd76ab admin admin] Usage tracker for resource:security_group_rule and tenant:ca101343744b415cbf731a18af35eaf4 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:42.677132 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-ef159232-4181-4a73-8484-fae2c5dd76ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:42.683370 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-ef159232-4181-4a73-8484-fae2c5dd76ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:42.712105 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4f766cfd-b832-42dd-98f1-e566793efc3a req-b22c831a-0687-493c-8151-b9ee5a40bf70 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764344
May 10 20:01:42.860144 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ef159232-4181-4a73-8484-fae2c5dd76ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:42.867906 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ef159232-4181-4a73-8484-fae2c5dd76ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:42.883291 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d7920b3-5a12-4822-a942-82dfb6a1a5e7 {{(pid=78728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:01:42.886633 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-af29f8c1-41f4-4392-9eba-5bad49e169b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:42.895663 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6ae39-de6d-4a7f-a77c-6dd1d3e090aa req-9861613a-a62c-46de-8c0f-20a925c3c8ae tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:42.897309 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f6d6ae39-de6d-4a7f-a77c-6dd1d3e090aa req-9861613a-a62c-46de-8c0f-20a925c3c8ae tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.1841593
May 10 20:01:42.901426 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:42.924297 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:42.938911 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Transition to ACTIVE for port object 5d7920b3-5a12-4822-a942-82dfb6a1a5e7 will not be triggered until provisioned by entity L2. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:01:42.945474 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef159232-4181-4a73-8484-fae2c5dd76ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe248eb-6cf1-4de2-8615-de56941e67c0,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:42.950987 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-ef159232-4181-4a73-8484-fae2c5dd76ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:42.954862 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:42.964702 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:42.969398 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4e673c-3676-4994-a4f1-6398e7b003a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ce5648-b920-4185-8b71-3a17580f65f3'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:01:42.974061 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-ef159232-4181-4a73-8484-fae2c5dd76ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca101343744b415cbf731a18af35eaf4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3759372
May 10 20:01:42.974440 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 47030) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:42.978609 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 47ce5648-b920-4185-8b71-3a17580f65f3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=47ce5648-b920-4185-8b71-3a17580f65f3,segment=NetworkSegment(424ef672-943f-42ef-9b89-e700d767d1c6),segment_id=424ef672-943f-42ef-9b89-e700d767d1c6)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:01:42.985015 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:42.987354 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:43.013823 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f6d6ae39-de6d-4a7f-a77c-6dd1d3e090aa req-7d0e4d9e-c0e5-431b-b800-11d4cbc860d3 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039615
May 10 20:01:43.060354 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-deccc788-e9a7-4a91-a770-99138fbb1b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:43.080643 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=47ce5648-b920-4185-8b71-3a17580f65f3,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:43.084586 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4e673c-3676-4994-a4f1-6398e7b003a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ce5648-b920-4185-8b71-3a17580f65f3', 'code': 200}
May 10 20:01:43.085325 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:43.117953 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-deccc788-e9a7-4a91-a770-99138fbb1b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:43.182368 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-deccc788-e9a7-4a91-a770-99138fbb1b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:43.188655 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-e20ae0d1-d7f7-451e-a716-9905946e5b38 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:43.189208 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Pushing event updated for resources: {'Port': ['ID=5d7920b3-5a12-4822-a942-82dfb6a1a5e7,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:43.192146 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:43.202747 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccc788-e9a7-4a91-a770-99138fbb1b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe248eb-6cf1-4de2-8615-de56941e67c0,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:43.208539 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-deccc788-e9a7-4a91-a770-99138fbb1b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:43.212730 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-deccc788-e9a7-4a91-a770-99138fbb1b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:43.226678 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-deccc788-e9a7-4a91-a770-99138fbb1b28 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/abe248eb-6cf1-4de2-8615-de56941e67c0 HTTP/1.1" status: 204  len: 168 time: 0.2510936
May 10 20:01:43.247078 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Attempting to bind port 5d7920b3-5a12-4822-a942-82dfb6a1a5e7 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:01:43.247412 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Attempting to bind port 5d7920b3-5a12-4822-a942-82dfb6a1a5e7 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5be6c398-9f8d-4d53-8e6a-cf2b481454a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98aa6d4c-7314-4207-9f30-70fcd633ff89'}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:01:43.247736 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Attempting to bind port 5d7920b3-5a12-4822-a942-82dfb6a1a5e7 on network 98aa6d4c-7314-4207-9f30-70fcd633ff89 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:01:43.252617 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Port 5d7920b3-5a12-4822-a942-82dfb6a1a5e7 on network 98aa6d4c-7314-4207-9f30-70fcd633ff89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:01:43.252937 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Attempting to bind port 5d7920b3-5a12-4822-a942-82dfb6a1a5e7 on network 98aa6d4c-7314-4207-9f30-70fcd633ff89 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:01:43.258268 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Checking agent: {'id': '16e2165d-e53b-4771-ba7e-9126d1b04f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'started_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:01:43.258599 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Checking segment: {'id': '5be6c398-9f8d-4d53-8e6a-cf2b481454a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98aa6d4c-7314-4207-9f30-70fcd633ff89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:01:43.259105 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Bound using segment: {'id': '5be6c398-9f8d-4d53-8e6a-cf2b481454a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98aa6d4c-7314-4207-9f30-70fcd633ff89'} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:01:43.259643 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Bound port: 5d7920b3-5a12-4822-a942-82dfb6a1a5e7, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be6c398-9f8d-4d53-8e6a-cf2b481454a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98aa6d4c-7314-4207-9f30-70fcd633ff89'}}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:01:43.260134 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:43.366515 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] For port 5d7920b3-5a12-4822-a942-82dfb6a1a5e7, host hv-cinder-78836, cleared binding levels {{(pid=78728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:01:43.371976 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] For port 5d7920b3-5a12-4822-a942-82dfb6a1a5e7, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5d7920b3-5a12-4822-a942-82dfb6a1a5e7,segment=NetworkSegment(5be6c398-9f8d-4d53-8e6a-cf2b481454a4),segment_id=5be6c398-9f8d-4d53-8e6a-cf2b481454a4)] {{(pid=78728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:01:43.380418 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:43.385586 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:43.466628 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Pushing event updated for resources: {'Port': ['ID=5d7920b3-5a12-4822-a942-82dfb6a1a5e7,revision_number=3']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:43.471190 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab72be-b157-4212-a478-47f991c3c762 req-0baa0aa1-32ab-417f-8d47-1ff9551034e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:43.472924 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-7bab72be-b157-4212-a478-47f991c3c762 req-0baa0aa1-32ab-417f-8d47-1ff9551034e1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f4e673c-3676-4994-a4f1-6398e7b003a6 HTTP/1.1" status: 200  len: 1099 time: 0.1473486
May 10 20:01:43.513530 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:43.527754 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:43.528452 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:43.530256 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] 10.222.0.30 "PUT /v2.0/ports/5d7920b3-5a12-4822-a942-82dfb6a1a5e7 HTTP/1.1" status: 200  len: 1093 time: 1.4252183
May 10 20:01:43.530394 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e760e25d-cb45-4192-8bb8-50b7e965e646', 'tag': '5d7920b3-5a12-4822-a942-82dfb6a1a5e7'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:01:43.536560 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-7bab72be-b157-4212-a478-47f991c3c762 req-8bde2381-fc80-4b03-a470-d66ea8adca7e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551848
May 10 20:01:43.584546 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0474de-d062-4f2e-a417-f2aaccdd0101 req-6e7f1ddb-ce3c-40b7-8dc4-0ddb37d7761e tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:43.585419 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-7b0474de-d062-4f2e-a417-f2aaccdd0101 req-6e7f1ddb-ce3c-40b7-8dc4-0ddb37d7761e tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Synchronizing usage tracker for tenant:aace6cabe4004a78a0a70cca7552c4bc on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:01:43.602149 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e760e25d-cb45-4192-8bb8-50b7e965e646', 'tag': '5d7920b3-5a12-4822-a942-82dfb6a1a5e7', 'status': 'completed', 'code': 200}
May 10 20:01:43.606112 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-7b0474de-d062-4f2e-a417-f2aaccdd0101 req-6e7f1ddb-ce3c-40b7-8dc4-0ddb37d7761e tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Unset dirty status for tenant:aace6cabe4004a78a0a70cca7552c4bc on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:01:43.607511 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7b0474de-d062-4f2e-a417-f2aaccdd0101 req-6e7f1ddb-ce3c-40b7-8dc4-0ddb37d7761e tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=e760e25d-cb45-4192-8bb8-50b7e965e646 HTTP/1.1" status: 200  len: 943 time: 0.1428485
May 10 20:01:43.641515 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 47052) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:43.663661 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7b0474de-d062-4f2e-a417-f2aaccdd0101 req-278688ca-f0bf-445a-9bf4-a79d5c6f0b03 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494666
May 10 20:01:43.799229 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5eb965e3-8db0-4d5d-96c9-b833e1f57b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:43.813857 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d3c5d-3d59-4225-a21f-760a9dbb4e0f req-e6d38e92-8e66-4725-b6d4-845c9ed83ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:43.815357 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-c07d3c5d-3d59-4225-a21f-760a9dbb4e0f req-e6d38e92-8e66-4725-b6d4-845c9ed83ddf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aace6cabe4004a78a0a70cca7552c4bc&device_id=e760e25d-cb45-4192-8bb8-50b7e965e646 HTTP/1.1" status: 200  len: 1096 time: 0.1232300
May 10 20:01:43.821209 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-5eb965e3-8db0-4d5d-96c9-b833e1f57b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:01:43.825383 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-5eb965e3-8db0-4d5d-96c9-b833e1f57b00 admin admin] Usage tracker for resource:security_group_rule and tenant:5bf89e6a20ae45018424ac3b7944d1cd is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:01:43.829011 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-5eb965e3-8db0-4d5d-96c9-b833e1f57b00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:01:43.835905 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-5eb965e3-8db0-4d5d-96c9-b833e1f57b00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:01:43.932151 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8518c-cad2-4953-9fa2-b0a0cbe03384 req-377bea85-dfb0-42bf-939e-0fbc174ecc4e tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:43.933638 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3cd8518c-cad2-4953-9fa2-b0a0cbe03384 req-377bea85-dfb0-42bf-939e-0fbc174ecc4e tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f4e673c-3676-4994-a4f1-6398e7b003a6 HTTP/1.1" status: 200  len: 946 time: 0.0822461
May 10 20:01:43.989940 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3cd8518c-cad2-4953-9fa2-b0a0cbe03384 req-c951cb81-b451-4c0d-a835-dd2ba3df1d67 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419159
May 10 20:01:44.034091 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d3c5d-3d59-4225-a21f-760a9dbb4e0f req-59b59db8-046d-4a17-9bbd-49fef38f22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:44.035534 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-c07d3c5d-3d59-4225-a21f-760a9dbb4e0f req-59b59db8-046d-4a17-9bbd-49fef38f22a8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=aace6cabe4004a78a0a70cca7552c4bc&shared=False HTTP/1.1" status: 200  len: 908 time: 0.1891341
May 10 20:01:44.141879 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5eb965e3-8db0-4d5d-96c9-b833e1f57b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:44.150823 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5eb965e3-8db0-4d5d-96c9-b833e1f57b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:44.162835 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-19c22f93-b34b-45b8-a021-98a0353a9d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:44.237013 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddaf96e-4d41-4087-8039-2a9f813f555b req-32e20e9e-c13c-43b1-8422-2ffd895c4ad6 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:44.237319 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-5eb965e3-8db0-4d5d-96c9-b833e1f57b00 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5bf89e6a20ae45018424ac3b7944d1cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5947444
May 10 20:01:44.238143 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb965e3-8db0-4d5d-96c9-b833e1f57b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b1b2c2-e275-4515-8520-5093ee4ccc97,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:44.239057 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bddaf96e-4d41-4087-8039-2a9f813f555b req-32e20e9e-c13c-43b1-8422-2ffd895c4ad6 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.0884299
May 10 20:01:44.240425 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 47078) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:01:44.255492 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-5eb965e3-8db0-4d5d-96c9-b833e1f57b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:44.280698 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d3c5d-3d59-4225-a21f-760a9dbb4e0f req-67ee04f6-b217-437b-8f94-02f1cdaee846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:44.282144 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-c07d3c5d-3d59-4225-a21f-760a9dbb4e0f req-67ee04f6-b217-437b-8f94-02f1cdaee846 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2384205
May 10 20:01:44.294835 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bddaf96e-4d41-4087-8039-2a9f813f555b req-5942b34d-2c17-455d-8a62-6ed1b87dbc55 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470796
May 10 20:01:44.326102 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6a067aff-5e6f-4626-9d25-cfa75f1b2a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:44.409340 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6a067aff-5e6f-4626-9d25-cfa75f1b2a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:44.473895 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-76e78b0c-be1e-4370-beba-c9476b8b6030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:44.475306 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-76e78b0c-be1e-4370-beba-c9476b8b6030 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aace6cabe4004a78a0a70cca7552c4bc&device_id=e760e25d-cb45-4192-8bb8-50b7e965e646 HTTP/1.1" status: 200  len: 1096 time: 0.1276114
May 10 20:01:44.551063 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6a067aff-5e6f-4626-9d25-cfa75f1b2a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:44.562367 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-9141e63b-588a-45ce-9b81-32894af9b2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:44.569989 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-c1eaa3d8-d522-4f27-8214-26a67c840cd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d7920b3-5a12-4822-a942-82dfb6a1a5e7 HTTP/1.1" status: 200  len: 217 time: 0.0826490
May 10 20:01:44.576208 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a067aff-5e6f-4626-9d25-cfa75f1b2a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b1b2c2-e275-4515-8520-5093ee4ccc97,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:44.579222 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-6a067aff-5e6f-4626-9d25-cfa75f1b2a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:44.616092 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6a067aff-5e6f-4626-9d25-cfa75f1b2a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:44.620200 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-6a067aff-5e6f-4626-9d25-cfa75f1b2a77 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4b1b2c2-e275-4515-8520-5093ee4ccc97 HTTP/1.1" status: 204  len: 168 time: 0.3700511
May 10 20:01:44.652911 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-014f58c8-8b37-4514-ac0e-ed927183a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:44.654674 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-014f58c8-8b37-4514-ac0e-ed927183a25b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c832a3fb-c454-4fdc-8759-f26d47f85f0e HTTP/1.1" status: 200  len: 848 time: 0.0743070
May 10 20:01:44.775426 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-46836da7-946c-400c-aeda-bbe4a9946ac2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98aa6d4c-7314-4207-9f30-70fcd633ff89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0972452
May 10 20:01:45.051171 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-344d69dc-2bdc-4ab3-9c62-5b9e7debd305 service neutron] 10.222.0.30 "GET /v2.0/networks/98aa6d4c-7314-4207-9f30-70fcd633ff89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2619121
May 10 20:01:45.166012 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed831efb-2046-4ea0-bc86-685d31f995c5 req-60c2f2ff-73b2-425c-93e0-83325fd23d01 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:45.175818 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ed831efb-2046-4ea0-bc86-685d31f995c5 req-60c2f2ff-73b2-425c-93e0-83325fd23d01 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=e760e25d-cb45-4192-8bb8-50b7e965e646 HTTP/1.1" status: 200  len: 943 time: 0.1966946
May 10 20:01:45.254240 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-34d36cc5-27ea-44b0-abe7-f225d43ba2b6 req-2aebb8ae-b26d-4812-9234-a524b5b3ed29 service neutron] 10.222.0.30 "GET /v2.0/networks/98aa6d4c-7314-4207-9f30-70fcd633ff89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1916947
May 10 20:01:45.296444 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ed831efb-2046-4ea0-bc86-685d31f995c5 req-32043c86-b439-4c07-a41f-c066d0b4cc38 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196411
May 10 20:01:45.358383 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dad36c-524f-4b08-857e-63c5f3da1c05 req-d1c665ca-316a-475f-a573-84bcf5100324 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:45.365678 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-61dad36c-524f-4b08-857e-63c5f3da1c05 req-d1c665ca-316a-475f-a573-84bcf5100324 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f4e673c-3676-4994-a4f1-6398e7b003a6 HTTP/1.1" status: 200  len: 946 time: 0.1129205
May 10 20:01:45.419018 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-61dad36c-524f-4b08-857e-63c5f3da1c05 req-39591d71-7ba4-4f10-8ebe-69146f34692b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519161
May 10 20:01:46.550510 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a57cb4-3a97-46a3-9069-c9c82213eeef req-9afd7c7e-7dd1-4773-9fcd-da1642779991 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:46.552065 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-98a57cb4-3a97-46a3-9069-c9c82213eeef req-9afd7c7e-7dd1-4773-9fcd-da1642779991 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=e760e25d-cb45-4192-8bb8-50b7e965e646 HTTP/1.1" status: 200  len: 943 time: 0.1111007
May 10 20:01:46.707146 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-98a57cb4-3a97-46a3-9069-c9c82213eeef req-ca809b69-5800-47ef-bbc5-4bc52ed5af75 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482546
May 10 20:01:47.309747 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e75da-3a1c-41c0-865a-23b8d65637c2 req-88e165a7-0b33-413a-8987-834fb69a6d95 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:47.310572 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-166e75da-3a1c-41c0-865a-23b8d65637c2 req-88e165a7-0b33-413a-8987-834fb69a6d95 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.0886419
May 10 20:01:47.367607 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-166e75da-3a1c-41c0-865a-23b8d65637c2 req-852d1266-23b7-48a8-919e-ade58a99d40a tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463192
May 10 20:01:47.916253 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02857382-9265-4a0e-a355-80c715694af6 req-74295b3d-0dc5-45bc-8a93-409b8d38d11b tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:47.917716 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-02857382-9265-4a0e-a355-80c715694af6 req-74295b3d-0dc5-45bc-8a93-409b8d38d11b tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=e760e25d-cb45-4192-8bb8-50b7e965e646 HTTP/1.1" status: 200  len: 943 time: 0.0870550
May 10 20:01:47.965784 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-02857382-9265-4a0e-a355-80c715694af6 req-a16c3ee8-b9c2-4819-a3d8-4866d0fa4088 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418830
May 10 20:01:48.630997 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 5d7920b3-5a12-4822-a942-82dfb6a1a5e7 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:01:48.769502 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 5d7920b3-5a12-4822-a942-82dfb6a1a5e7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5d7920b3-5a12-4822-a942-82dfb6a1a5e7,segment=NetworkSegment(5be6c398-9f8d-4d53-8e6a-cf2b481454a4),segment_id=5be6c398-9f8d-4d53-8e6a-cf2b481454a4)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:01:48.785012 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': '5d7920b3-5a12-4822-a942-82dfb6a1a5e7', 'network_id': '98aa6d4c-7314-4207-9f30-70fcd633ff89', 'port_id': '5d7920b3-5a12-4822-a942-82dfb6a1a5e7', 'mac_address': 'fa:16:3e:3f:18:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c832a3fb-c454-4fdc-8759-f26d47f85f0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:01:48.859751 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:48.878378 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d7920b3-5a12-4822-a942-82dfb6a1a5e7 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:01:48.898468 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 5d7920b3-5a12-4822-a942-82dfb6a1a5e7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5d7920b3-5a12-4822-a942-82dfb6a1a5e7,segment=NetworkSegment(5be6c398-9f8d-4d53-8e6a-cf2b481454a4),segment_id=5be6c398-9f8d-4d53-8e6a-cf2b481454a4)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:01:48.903348 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:48.906107 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:48.992599 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=5d7920b3-5a12-4822-a942-82dfb6a1a5e7,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:48.996998 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:49.221657 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3798d3c-3979-4e85-ba05-af551f1f1cf1 req-4e36cfa3-3a1c-423b-bb70-7bd1cde9b52d tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:49.223302 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c3798d3c-3979-4e85-ba05-af551f1f1cf1 req-4e36cfa3-3a1c-423b-bb70-7bd1cde9b52d tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=e760e25d-cb45-4192-8bb8-50b7e965e646 HTTP/1.1" status: 200  len: 944 time: 0.0959599
May 10 20:01:49.270777 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c3798d3c-3979-4e85-ba05-af551f1f1cf1 req-9ee4907b-a7b7-4ee2-9e71-6e0a1138657e tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413380
May 10 20:01:49.348929 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['5d7920b3-5a12-4822-a942-82dfb6a1a5e7'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:01:50.471818 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8102f5-af8f-4cb9-adda-96571cbc150b req-1eb21ea0-dadd-4077-91cc-1a43a03c707c tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:50.473427 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ba8102f5-af8f-4cb9-adda-96571cbc150b req-1eb21ea0-dadd-4077-91cc-1a43a03c707c tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=e760e25d-cb45-4192-8bb8-50b7e965e646 HTTP/1.1" status: 200  len: 944 time: 0.0851629
May 10 20:01:50.525220 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ba8102f5-af8f-4cb9-adda-96571cbc150b req-6cb95390-671c-4d5d-b04d-977e1f6a76e9 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460143
May 10 20:01:50.640927 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 5d7920b3-5a12-4822-a942-82dfb6a1a5e7 up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:01:50.711822 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning for port 5d7920b3-5a12-4822-a942-82dfb6a1a5e7 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:01:50.716753 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port 5d7920b3-5a12-4822-a942-82dfb6a1a5e7 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:01:50.717723 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:50.859617 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:50.895831 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e760e25d-cb45-4192-8bb8-50b7e965e646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7920b3-5a12-4822-a942-82dfb6a1a5e7'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:01:50.908288 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 5d7920b3-5a12-4822-a942-82dfb6a1a5e7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5d7920b3-5a12-4822-a942-82dfb6a1a5e7,segment=NetworkSegment(5be6c398-9f8d-4d53-8e6a-cf2b481454a4),segment_id=5be6c398-9f8d-4d53-8e6a-cf2b481454a4)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:01:50.914878 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:50.921562 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:50.961026 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e760e25d-cb45-4192-8bb8-50b7e965e646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7920b3-5a12-4822-a942-82dfb6a1a5e7', 'code': 200}
May 10 20:01:50.997589 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=5d7920b3-5a12-4822-a942-82dfb6a1a5e7,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:51.001447 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:51.251260 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c5b3c-1d33-40eb-b6a2-72b0f08c306f req-00d2e8b0-b5f0-4d2d-9a6e-aa54cfeb7b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:51.252741 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-331c5b3c-1d33-40eb-b6a2-72b0f08c306f req-00d2e8b0-b5f0-4d2d-9a6e-aa54cfeb7b17 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e760e25d-cb45-4192-8bb8-50b7e965e646 HTTP/1.1" status: 200  len: 1098 time: 0.0757518
May 10 20:01:51.294867 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-331c5b3c-1d33-40eb-b6a2-72b0f08c306f req-225c775d-b505-4f93-ab52-c7b1145e8044 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356247
May 10 20:01:51.731307 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721df535-176e-4bfc-a205-06a85af011f0 req-0ca43298-befe-4d77-8bc7-d0b1289bc1ed tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:51.733632 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-721df535-176e-4bfc-a205-06a85af011f0 req-0ca43298-befe-4d77-8bc7-d0b1289bc1ed tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=e760e25d-cb45-4192-8bb8-50b7e965e646 HTTP/1.1" status: 200  len: 945 time: 0.0894916
May 10 20:01:51.780255 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-721df535-176e-4bfc-a205-06a85af011f0 req-e07a5214-459a-4262-a0ef-81c593fc6b8f tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409763
May 10 20:01:52.979832 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e4681-8b63-40e8-a5e1-ade5747c1d5d req-db6670a6-c4eb-4d6d-8797-faa913e47c09 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:52.981308 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0c4e4681-8b63-40e8-a5e1-ade5747c1d5d req-db6670a6-c4eb-4d6d-8797-faa913e47c09 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=e760e25d-cb45-4192-8bb8-50b7e965e646 HTTP/1.1" status: 200  len: 945 time: 0.0892112
May 10 20:01:53.026138 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0c4e4681-8b63-40e8-a5e1-ade5747c1d5d req-6b113c8b-69c7-4bb3-b305-6d384ceca83b tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389643
May 10 20:01:54.175584 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38959aaa-b879-4fc6-bc5a-825f5021c7b0 req-b4dd32ba-8a8f-4936-8216-44c516a9d6b2 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:54.177089 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-38959aaa-b879-4fc6-bc5a-825f5021c7b0 req-b4dd32ba-8a8f-4936-8216-44c516a9d6b2 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=e760e25d-cb45-4192-8bb8-50b7e965e646 HTTP/1.1" status: 200  len: 945 time: 0.0914142
May 10 20:01:54.228293 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-38959aaa-b879-4fc6-bc5a-825f5021c7b0 req-b1b916fb-308a-4499-9bd2-513b64a49625 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454299
May 10 20:01:55.440377 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa672bf-fa65-4f55-bf40-61a00a60e83c req-955afd85-57f1-4b1f-a7d0-c471d355f176 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:55.442552 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0aa672bf-fa65-4f55-bf40-61a00a60e83c req-955afd85-57f1-4b1f-a7d0-c471d355f176 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=e760e25d-cb45-4192-8bb8-50b7e965e646 HTTP/1.1" status: 200  len: 945 time: 0.0879807
May 10 20:01:55.495301 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0aa672bf-fa65-4f55-bf40-61a00a60e83c req-48b30e69-ede1-4109-8700-8270c7eda6f0 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470698
May 10 20:01:56.027083 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bc1a8-b009-461a-9152-dc228f715568 req-f4b64f88-2e9e-4442-9a1e-a398f69d11ea tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:01:56.028454 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-445bc1a8-b009-461a-9152-dc228f715568 req-f4b64f88-2e9e-4442-9a1e-a398f69d11ea tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.30 "GET /v2.0/ports?device_id=e760e25d-cb45-4192-8bb8-50b7e965e646 HTTP/1.1" status: 200  len: 945 time: 0.0843503
May 10 20:01:56.168929 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [req-445bc1a8-b009-461a-9152-dc228f715568 req-80756d76-ab89-44ec-8835-04e7dd5219b5 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Deleting port 5d7920b3-5a12-4822-a942-82dfb6a1a5e7 {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:01:56.169309 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-445bc1a8-b009-461a-9152-dc228f715568 req-80756d76-ab89-44ec-8835-04e7dd5219b5 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:56.307721 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-445bc1a8-b009-461a-9152-dc228f715568 req-80756d76-ab89-44ec-8835-04e7dd5219b5 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] For port 5d7920b3-5a12-4822-a942-82dfb6a1a5e7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5d7920b3-5a12-4822-a942-82dfb6a1a5e7,segment=NetworkSegment(5be6c398-9f8d-4d53-8e6a-cf2b481454a4),segment_id=5be6c398-9f8d-4d53-8e6a-cf2b481454a4)] {{(pid=78727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:01:56.308101 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-445bc1a8-b009-461a-9152-dc228f715568 req-80756d76-ab89-44ec-8835-04e7dd5219b5 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:56.432659 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [req-445bc1a8-b009-461a-9152-dc228f715568 req-80756d76-ab89-44ec-8835-04e7dd5219b5 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Calling delete_port for 5d7920b3-5a12-4822-a942-82dfb6a1a5e7 owned by compute:nova {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:01:56.550185 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-445bc1a8-b009-461a-9152-dc228f715568 req-80756d76-ab89-44ec-8835-04e7dd5219b5 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:56.557629 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:01:56.562089 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['5d7920b3-5a12-4822-a942-82dfb6a1a5e7'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:01:56.651398 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80756d76-ab89-44ec-8835-04e7dd5219b5 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Pushing event deleted for resources: {'Port': ['ID=5d7920b3-5a12-4822-a942-82dfb6a1a5e7,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:01:56.664258 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a1308989-51a6-47b8-bef7-5d22f443ffaa req-127a2955-2fc5-444d-a0fa-5a41a3565780 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=e760e25d-cb45-4192-8bb8-50b7e965e646 HTTP/1.1" status: 200  len: 210 time: 0.0447326
May 10 20:01:56.683349 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-80756d76-ab89-44ec-8835-04e7dd5219b5 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:01:56.696202 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [req-445bc1a8-b009-461a-9152-dc228f715568 req-80756d76-ab89-44ec-8835-04e7dd5219b5 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] No DVR routers for this DVR port 5d7920b3-5a12-4822-a942-82dfb6a1a5e7 on host hv-cinder-78836 {{(pid=78727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:01:56.698957 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-445bc1a8-b009-461a-9152-dc228f715568 req-80756d76-ab89-44ec-8835-04e7dd5219b5 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:01:56.702444 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e760e25d-cb45-4192-8bb8-50b7e965e646', 'name': 'network-vif-deleted', 'tag': '5d7920b3-5a12-4822-a942-82dfb6a1a5e7'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:01:56.719298 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-445bc1a8-b009-461a-9152-dc228f715568 req-80756d76-ab89-44ec-8835-04e7dd5219b5 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.30 "DELETE /v2.0/ports/5d7920b3-5a12-4822-a942-82dfb6a1a5e7 HTTP/1.1" status: 204  len: 173 time: 0.6842377
May 10 20:01:56.854415 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e760e25d-cb45-4192-8bb8-50b7e965e646', 'name': 'network-vif-deleted', 'tag': '5d7920b3-5a12-4822-a942-82dfb6a1a5e7', 'status': 'completed', 'code': 200}
May 10 20:01:57.334872 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-994f9f61-605b-4623-93f6-6552d1681942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:00.197164 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6b3be48c-8341-44f1-8240-7dd391e92785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:00.504399 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:00.666287 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 5d7920b3-5a12-4822-a942-82dfb6a1a5e7 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:02:00.700842 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] No Port match for: 5d7920b3-5a12-4822-a942-82dfb6a1a5e7 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:02:00.701201 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 5d7920b3-5a12-4822-a942-82dfb6a1a5e7 not bound to the agent host hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:02:02.018667 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:03.709300 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:05.974247 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-0cc27da6-669b-4356-91bf-d3bfd49c0afb tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:05.975750 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-0cc27da6-669b-4356-91bf-d3bfd49c0afb tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/networks?id=d76c54c2-c0c9-4665-a172-ea066658292a HTTP/1.1" status: 200  len: 815 time: 0.2813287
May 10 20:02:05.983758 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-2ad1095c-828e-4129-9bc5-8dfb8d800249 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:05.985240 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-2ad1095c-828e-4129-9bc5-8dfb8d800249 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/networks?id=98aa6d4c-7314-4207-9f30-70fcd633ff89 HTTP/1.1" status: 200  len: 808 time: 0.2672911
May 10 20:02:06.003383 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-81b082e3-1524-48f3-8bdb-8bd17b8538eb tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/quotas/78af3fee8db74248b3d2f70ad72438c1 HTTP/1.1" status: 200  len: 375 time: 0.0167277
May 10 20:02:06.005473 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-beb426d2-5531-459d-a24e-6ea59b25bc09 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/quotas/aace6cabe4004a78a0a70cca7552c4bc HTTP/1.1" status: 200  len: 375 time: 0.0125325
May 10 20:02:06.095339 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-465a3e32-70e2-4b23-869c-71342946df1c tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aace6cabe4004a78a0a70cca7552c4bc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0544872
May 10 20:02:06.238485 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-12042364-8b96-46cc-815b-45badbc7e9a1 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=78af3fee8db74248b3d2f70ad72438c1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2296405
May 10 20:02:06.324304 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-7cab4eb8-c248-43bf-bdd9-e3a0efdfeb48 service neutron] 10.222.0.15 "GET /v2.0/networks/98aa6d4c-7314-4207-9f30-70fcd633ff89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2213798
May 10 20:02:06.540972 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-dcb1457b-7287-460f-9d8f-006e0dffc56f service neutron] 10.222.0.15 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2913079
May 10 20:02:06.652725 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-e3e186ee-271d-478a-8732-18adcdd91eb8 service neutron] 10.222.0.15 "GET /v2.0/networks/98aa6d4c-7314-4207-9f30-70fcd633ff89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3187685
May 10 20:02:06.700213 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-c70514fa-7273-44be-94f6-8a920e12ed32 service neutron] 10.222.0.15 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478145
May 10 20:02:07.047232 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9718d451-a494-4f33-bdc2-93be3f9e7402 req-d74083db-cdfd-46a7-a1f3-a5db225af303 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 210 time: 0.0583138
May 10 20:02:07.197906 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8611c3ec-bbd0-4284-b6a9-9bb893d3131d req-266c795b-ae2d-42fe-96dd-ce958a8ca1a9 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0 HTTP/1.1" status: 200  len: 210 time: 0.0691307
May 10 20:02:07.554459 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0ca2d-6563-4411-bebb-8a81888717cf req-85ed788b-6fae-4bd1-9673-d5c279dc8238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:07.555971 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-21b0ca2d-6563-4411-bebb-8a81888717cf req-85ed788b-6fae-4bd1-9673-d5c279dc8238 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=856b84e1fb1f47a0a90fc51c6d13ed80&device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 1098 time: 0.0844321
May 10 20:02:07.575315 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccc649-2f72-4656-9be2-c5faa5bae555 req-3baa0302-cfe4-46c1-b6b0-e0abf2805906 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:07.576967 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7fccc649-2f72-4656-9be2-c5faa5bae555 req-3baa0302-cfe4-46c1-b6b0-e0abf2805906 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.0955296
May 10 20:02:07.629957 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7fccc649-2f72-4656-9be2-c5faa5bae555 req-d38332eb-4061-4c3b-a057-63fd6351f043 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448339
May 10 20:02:07.703078 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0ca2d-6563-4411-bebb-8a81888717cf req-f4807ab8-2728-41c7-b5e8-53886572fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:07.704563 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-21b0ca2d-6563-4411-bebb-8a81888717cf req-f4807ab8-2728-41c7-b5e8-53886572fa96 service neutron] 10.222.0.30 "GET /v2.0/networks?id=12fcecad-eba8-4da7-8035-097c01649aff HTTP/1.1" status: 200  len: 919 time: 0.1393917
May 10 20:02:07.776324 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-21b0ca2d-6563-4411-bebb-8a81888717cf req-095d35b4-26b3-4b6b-8191-d40522cedbee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79de43ea-6ad8-4250-9344-1e4b3b22e91c HTTP/1.1" status: 200  len: 217 time: 0.0632002
May 10 20:02:07.846807 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0ca2d-6563-4411-bebb-8a81888717cf req-09153455-512e-45f9-905b-4094b1d656f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:07.848249 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-21b0ca2d-6563-4411-bebb-8a81888717cf req-09153455-512e-45f9-905b-4094b1d656f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4e13f19-09d6-4437-8413-9cd5f2a1478d HTTP/1.1" status: 200  len: 859 time: 0.0636041
May 10 20:02:07.896621 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-21b0ca2d-6563-4411-bebb-8a81888717cf req-86d054dc-e248-4af6-b103-e3a4a24a5811 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12fcecad-eba8-4da7-8035-097c01649aff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398748
May 10 20:02:08.167533 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-21b0ca2d-6563-4411-bebb-8a81888717cf req-3edd537c-1691-4e7f-9c50-c94262296e8c service neutron] 10.222.0.30 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2523103
May 10 20:02:08.328907 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f3e40a5a-0858-4375-a768-f69d01615825 req-68a0f027-47b2-4784-bc58-b42eb751d548 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 210 time: 0.1181426
May 10 20:02:08.372959 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-21b0ca2d-6563-4411-bebb-8a81888717cf req-e25f3e76-934e-4e01-b6d0-b693727d1396 service neutron] 10.222.0.30 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1896825
May 10 20:02:08.402531 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a0bbcdfb-bc9b-447f-abd1-0381ace6cb85 req-a7925f85-cfc5-40dc-abbc-fc59442f7f9c tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0 HTTP/1.1" status: 200  len: 210 time: 0.0816596
May 10 20:02:08.471780 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-e8baf3bc-8f48-4b5a-8611-0d0bd9bd7404 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:08.473273 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-e8baf3bc-8f48-4b5a-8611-0d0bd9bd7404 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.30 "GET /v2.0/networks?id=98aa6d4c-7314-4207-9f30-70fcd633ff89 HTTP/1.1" status: 200  len: 808 time: 0.2924018
May 10 20:02:08.488981 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-705e6d57-61e2-4409-9f29-8ce6a2eae7ab tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Request body: {'port': {'device_id': 'a115f7b9-9b57-4588-81d8-66ac6e3b1c2c', 'network_id': '98aa6d4c-7314-4207-9f30-70fcd633ff89', 'admin_state_up': True, 'tenant_id': 'aace6cabe4004a78a0a70cca7552c4bc'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:02:08.637979 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-705e6d57-61e2-4409-9f29-8ce6a2eae7ab tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:02:08.643003 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-705e6d57-61e2-4409-9f29-8ce6a2eae7ab tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Usage tracker for resource:port and tenant:aace6cabe4004a78a0a70cca7552c4bc is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:02:08.646368 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-705e6d57-61e2-4409-9f29-8ce6a2eae7ab tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:02:08.656527 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-705e6d57-61e2-4409-9f29-8ce6a2eae7ab tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:02:08.668912 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-705e6d57-61e2-4409-9f29-8ce6a2eae7ab tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Made reservation on behalf of aace6cabe4004a78a0a70cca7552c4bc for: {'port': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:02:08.673293 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-705e6d57-61e2-4409-9f29-8ce6a2eae7ab tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:08.745768 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:02:08.866902 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-19709fc3-09b6-4c27-b46f-f4de72cc8bfa tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:08.868370 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-19709fc3-09b6-4c27-b46f-f4de72cc8bfa tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.30 "GET /v2.0/networks?id=d76c54c2-c0c9-4665-a172-ea066658292a HTTP/1.1" status: 200  len: 815 time: 0.1926665
May 10 20:02:08.882773 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-aa8e9b07-4fe3-472c-92f5-2875cf6acdd4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Request body: {'port': {'device_id': 'acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0', 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a', 'admin_state_up': True, 'tenant_id': '78af3fee8db74248b3d2f70ad72438c1'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:02:08.931636 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78f75c-4572-4b95-9926-c801e2d49846 req-6dc75ea2-26d1-4dab-9a07-dd2280f6c888 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:08.933145 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bf78f75c-4572-4b95-9926-c801e2d49846 req-6dc75ea2-26d1-4dab-9a07-dd2280f6c888 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.1831264
May 10 20:02:08.968344 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-705e6d57-61e2-4409-9f29-8ce6a2eae7ab tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Allocated IP 172.20.0.10 (98aa6d4c-7314-4207-9f30-70fcd633ff89/c832a3fb-c454-4fdc-8759-f26d47f85f0e/9818903e-206a-4d28-bd82-202b39cea923) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:02:09.004871 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bf78f75c-4572-4b95-9926-c801e2d49846 req-f2239048-7b4e-4479-b646-bf68801c34c7 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622735
May 10 20:02:09.035850 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-aa8e9b07-4fe3-472c-92f5-2875cf6acdd4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:02:09.039989 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-aa8e9b07-4fe3-472c-92f5-2875cf6acdd4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Usage tracker for resource:port and tenant:78af3fee8db74248b3d2f70ad72438c1 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:02:09.043068 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-aa8e9b07-4fe3-472c-92f5-2875cf6acdd4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:02:09.048992 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-aa8e9b07-4fe3-472c-92f5-2875cf6acdd4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:02:09.057797 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-aa8e9b07-4fe3-472c-92f5-2875cf6acdd4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Made reservation on behalf of 78af3fee8db74248b3d2f70ad72438c1 for: {'port': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:02:09.061234 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-aa8e9b07-4fe3-472c-92f5-2875cf6acdd4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:09.211545 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-705e6d57-61e2-4409-9f29-8ce6a2eae7ab tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:09.242186 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-705e6d57-61e2-4409-9f29-8ce6a2eae7ab tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:09.248405 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:02:09.249341 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-aa8e9b07-4fe3-472c-92f5-2875cf6acdd4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Allocated IP 172.20.0.13 (d76c54c2-c0c9-4665-a172-ea066658292a/44629f3e-8693-4394-a752-5a7b73dfc6d2/156a8bf9-bf45-4fb8-86d2-e84a03d251f6) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:02:09.310659 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-705e6d57-61e2-4409-9f29-8ce6a2eae7ab tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Network 98aa6d4c-7314-4207-9f30-70fcd633ff89 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:02:09.313799 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-705e6d57-61e2-4409-9f29-8ce6a2eae7ab tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:02:09.322671 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-705e6d57-61e2-4409-9f29-8ce6a2eae7ab tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:02:09.357308 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e6d57-61e2-4409-9f29-8ce6a2eae7ab tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Pushing event updated for resources: {'Port': ['ID=9818903e-206a-4d28-bd82-202b39cea923,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:02:09.364313 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-705e6d57-61e2-4409-9f29-8ce6a2eae7ab tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:02:09.399037 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-705e6d57-61e2-4409-9f29-8ce6a2eae7ab tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:09.399571 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-705e6d57-61e2-4409-9f29-8ce6a2eae7ab tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:09.425120 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-705e6d57-61e2-4409-9f29-8ce6a2eae7ab tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9398694
May 10 20:02:09.441136 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Request body: {'port': {'device_id': 'a115f7b9-9b57-4588-81d8-66ac6e3b1c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:02:09.470263 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-aa8e9b07-4fe3-472c-92f5-2875cf6acdd4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:09.502563 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-aa8e9b07-4fe3-472c-92f5-2875cf6acdd4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:09.509391 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:02:09.520460 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['47ce5648-b920-4185-8b71-3a17580f65f3'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:02:09.576105 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-aa8e9b07-4fe3-472c-92f5-2875cf6acdd4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Network d76c54c2-c0c9-4665-a172-ea066658292a is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:02:09.579784 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-aa8e9b07-4fe3-472c-92f5-2875cf6acdd4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:02:09.590134 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-aa8e9b07-4fe3-472c-92f5-2875cf6acdd4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:02:09.629700 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e9b07-4fe3-472c-92f5-2875cf6acdd4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Pushing event updated for resources: {'Port': ['ID=156a8bf9-bf45-4fb8-86d2-e84a03d251f6,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:02:09.636223 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-aa8e9b07-4fe3-472c-92f5-2875cf6acdd4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:02:09.669067 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-aa8e9b07-4fe3-472c-92f5-2875cf6acdd4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:09.669614 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-aa8e9b07-4fe3-472c-92f5-2875cf6acdd4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:09.695546 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-aa8e9b07-4fe3-472c-92f5-2875cf6acdd4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8168344
May 10 20:02:09.716917 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Request body: {'port': {'device_id': 'acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:02:09.760064 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:09.836357 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd733c5-5a34-4880-8e25-06b74eb89ce0 req-05e72dba-3131-4921-8374-0b442406d51d tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:09.837076 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-4fd733c5-5a34-4880-8e25-06b74eb89ce0 req-05e72dba-3131-4921-8374-0b442406d51d tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Synchronizing usage tracker for tenant:aace6cabe4004a78a0a70cca7552c4bc on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:02:09.854969 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:09.890995 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889d3f6-b37c-43e8-a61f-c576c57b0826 req-16dc7875-2a1a-4915-979b-dbf860c2ad66 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:09.892512 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7889d3f6-b37c-43e8-a61f-c576c57b0826 req-16dc7875-2a1a-4915-979b-dbf860c2ad66 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0 HTTP/1.1" status: 200  len: 932 time: 0.2735178
May 10 20:02:09.894056 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-4fd733c5-5a34-4880-8e25-06b74eb89ce0 req-05e72dba-3131-4921-8374-0b442406d51d tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Unset dirty status for tenant:aace6cabe4004a78a0a70cca7552c4bc on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:02:09.895057 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4fd733c5-5a34-4880-8e25-06b74eb89ce0 req-05e72dba-3131-4921-8374-0b442406d51d tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 932 time: 0.4188631
May 10 20:02:10.032665 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7889d3f6-b37c-43e8-a61f-c576c57b0826 req-4a142697-a744-4af4-aa7a-2c781746f2b1 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945234
May 10 20:02:10.038584 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4fd733c5-5a34-4880-8e25-06b74eb89ce0 req-32dce502-f6ab-4c28-b0b3-eeb035b0a32a tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015484
May 10 20:02:10.211228 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 156a8bf9-bf45-4fb8-86d2-e84a03d251f6 {{(pid=78727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:02:10.219062 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:10.234512 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.provisioning_blocks [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Transition to ACTIVE for port object 156a8bf9-bf45-4fb8-86d2-e84a03d251f6 will not be triggered until provisioned by entity L2. {{(pid=78727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:02:10.239635 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10490743'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:10.244836 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-89c62372-7498-4e6c-bbb8-e61c1dec68c8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:02:10.301664 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9818903e-206a-4d28-bd82-202b39cea923 {{(pid=78728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:02:10.311468 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:10.321205 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e952f-ece3-42ee-9e1a-cd77eccdcb2f req-5af45ea7-bad3-4b1f-b176-94a956f584ac tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:10.322680 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-944e952f-ece3-42ee-9e1a-cd77eccdcb2f req-5af45ea7-bad3-4b1f-b176-94a956f584ac tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.1649749
May 10 20:02:10.354183 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Transition to ACTIVE for port object 9818903e-206a-4d28-bd82-202b39cea923 will not be triggered until provisioned by entity L2. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:02:10.359275 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:10.373189 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d669cd2b-9fc4-48c3-98ca-0cba634435f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:02:10.441408 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-944e952f-ece3-42ee-9e1a-cd77eccdcb2f req-139d2584-60fe-4cfd-92ed-5770c6413264 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129453
May 10 20:02:10.525646 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Pushing event updated for resources: {'Port': ['ID=156a8bf9-bf45-4fb8-86d2-e84a03d251f6,revision_number=2']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:02:10.526765 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Pushing event updated for resources: {'Port': ['ID=9818903e-206a-4d28-bd82-202b39cea923,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:02:10.529837 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:02:10.531979 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:02:10.570333 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Attempting to bind port 156a8bf9-bf45-4fb8-86d2-e84a03d251f6 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:02:10.570595 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Attempting to bind port 156a8bf9-bf45-4fb8-86d2-e84a03d251f6 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '424ef672-943f-42ef-9b89-e700d767d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a'}] {{(pid=78727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:02:10.570897 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Attempting to bind port 156a8bf9-bf45-4fb8-86d2-e84a03d251f6 on network d76c54c2-c0c9-4665-a172-ea066658292a {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:02:10.575542 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Port 156a8bf9-bf45-4fb8-86d2-e84a03d251f6 on network d76c54c2-c0c9-4665-a172-ea066658292a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:02:10.575853 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Attempting to bind port 156a8bf9-bf45-4fb8-86d2-e84a03d251f6 on network d76c54c2-c0c9-4665-a172-ea066658292a {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:02:10.581994 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Checking agent: {'id': '16e2165d-e53b-4771-ba7e-9126d1b04f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'started_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:02:10.582319 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Checking segment: {'id': '424ef672-943f-42ef-9b89-e700d767d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:02:10.582701 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Bound using segment: {'id': '424ef672-943f-42ef-9b89-e700d767d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a'} {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:02:10.583129 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Bound port: 156a8bf9-bf45-4fb8-86d2-e84a03d251f6, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '424ef672-943f-42ef-9b89-e700d767d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a'}}] {{(pid=78727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:02:10.583486 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:10.637708 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Attempting to bind port 9818903e-206a-4d28-bd82-202b39cea923 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:02:10.638349 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Attempting to bind port 9818903e-206a-4d28-bd82-202b39cea923 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5be6c398-9f8d-4d53-8e6a-cf2b481454a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98aa6d4c-7314-4207-9f30-70fcd633ff89'}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:02:10.638349 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Attempting to bind port 9818903e-206a-4d28-bd82-202b39cea923 on network 98aa6d4c-7314-4207-9f30-70fcd633ff89 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:02:10.643385 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Port 9818903e-206a-4d28-bd82-202b39cea923 on network 98aa6d4c-7314-4207-9f30-70fcd633ff89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:02:10.643800 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Attempting to bind port 9818903e-206a-4d28-bd82-202b39cea923 on network 98aa6d4c-7314-4207-9f30-70fcd633ff89 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:02:10.648858 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Checking agent: {'id': '16e2165d-e53b-4771-ba7e-9126d1b04f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'started_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:02:10.649170 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Checking segment: {'id': '5be6c398-9f8d-4d53-8e6a-cf2b481454a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98aa6d4c-7314-4207-9f30-70fcd633ff89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:02:10.649551 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Bound using segment: {'id': '5be6c398-9f8d-4d53-8e6a-cf2b481454a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98aa6d4c-7314-4207-9f30-70fcd633ff89'} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:02:10.649969 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Bound port: 9818903e-206a-4d28-bd82-202b39cea923, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be6c398-9f8d-4d53-8e6a-cf2b481454a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98aa6d4c-7314-4207-9f30-70fcd633ff89'}}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:02:10.650309 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:10.671087 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] For port 156a8bf9-bf45-4fb8-86d2-e84a03d251f6, host hv-cinder-78836, cleared binding levels {{(pid=78727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:02:10.674635 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] For port 156a8bf9-bf45-4fb8-86d2-e84a03d251f6, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=156a8bf9-bf45-4fb8-86d2-e84a03d251f6,segment=NetworkSegment(424ef672-943f-42ef-9b89-e700d767d1c6),segment_id=424ef672-943f-42ef-9b89-e700d767d1c6)] {{(pid=78727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:02:10.678653 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10490743'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:10.682168 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-23fc197c-78da-4278-9d69-477bb6668152 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:02:10.738803 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:10.739660 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:10.741210 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] 10.222.0.30 "PUT /v2.0/ports/156a8bf9-bf45-4fb8-86d2-e84a03d251f6 HTTP/1.1" status: 200  len: 1094 time: 1.0306060
May 10 20:02:10.741696 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0', 'tag': '156a8bf9-bf45-4fb8-86d2-e84a03d251f6'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:02:10.742057 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] For port 9818903e-206a-4d28-bd82-202b39cea923, host hv-cinder-78836, cleared binding levels {{(pid=78728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:02:10.745433 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] For port 9818903e-206a-4d28-bd82-202b39cea923, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9818903e-206a-4d28-bd82-202b39cea923,segment=NetworkSegment(5be6c398-9f8d-4d53-8e6a-cf2b481454a4),segment_id=5be6c398-9f8d-4d53-8e6a-cf2b481454a4)] {{(pid=78728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:02:10.751064 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:10.756828 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:02:10.789516 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Pushing event updated for resources: {'Port': ['ID=156a8bf9-bf45-4fb8-86d2-e84a03d251f6,revision_number=3']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:02:10.797871 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:02:10.811170 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:10.811781 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:10.813357 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] 10.222.0.30 "PUT /v2.0/ports/9818903e-206a-4d28-bd82-202b39cea923 HTTP/1.1" status: 200  len: 1094 time: 1.3784590
May 10 20:02:10.813846 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a115f7b9-9b57-4588-81d8-66ac6e3b1c2c', 'tag': '9818903e-206a-4d28-bd82-202b39cea923'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:02:10.845346 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0', 'tag': '156a8bf9-bf45-4fb8-86d2-e84a03d251f6', 'status': 'completed', 'code': 200}
May 10 20:02:10.906614 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-c8750d35-c76f-457e-a34f-deae46f0eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:10.908214 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-c8750d35-c76f-457e-a34f-deae46f0eb2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78af3fee8db74248b3d2f70ad72438c1&device_id=acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0 HTTP/1.1" status: 200  len: 1097 time: 0.1114569
May 10 20:02:10.916758 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a115f7b9-9b57-4588-81d8-66ac6e3b1c2c', 'tag': '9818903e-206a-4d28-bd82-202b39cea923', 'status': 'completed', 'code': 200}
May 10 20:02:10.925544 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Pushing event updated for resources: {'Port': ['ID=9818903e-206a-4d28-bd82-202b39cea923,revision_number=3']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:02:10.929836 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:02:10.964193 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-72abda7e-4d2f-4a55-a18d-bda90a1f1341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:10.964193 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-72abda7e-4d2f-4a55-a18d-bda90a1f1341 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aace6cabe4004a78a0a70cca7552c4bc&device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 1097 time: 0.0963855
May 10 20:02:10.987048 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-de95d076-cbcf-4fff-bae2-b800bbe21d98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=156a8bf9-bf45-4fb8-86d2-e84a03d251f6 HTTP/1.1" status: 200  len: 217 time: 0.0700645
May 10 20:02:11.034045 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-2aa87f0a-b622-4a41-ad4b-b19b6680a842 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9818903e-206a-4d28-bd82-202b39cea923 HTTP/1.1" status: 200  len: 217 time: 0.0605199
May 10 20:02:11.049859 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-d6eb1e92-1b10-4c61-a342-cf03a2baf62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:11.051268 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-d6eb1e92-1b10-4c61-a342-cf03a2baf62f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44629f3e-8693-4394-a752-5a7b73dfc6d2 HTTP/1.1" status: 200  len: 855 time: 0.0583639
May 10 20:02:11.102172 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-62f8c1e2-2c1d-4fc4-8c5b-7ef9356490ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:11.103681 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-62f8c1e2-2c1d-4fc4-8c5b-7ef9356490ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c832a3fb-c454-4fdc-8759-f26d47f85f0e HTTP/1.1" status: 200  len: 848 time: 0.0637593
May 10 20:02:11.109916 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-806a14fa-d225-44b2-bda6-aba4578c7bfc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d76c54c2-c0c9-4665-a172-ea066658292a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521574
May 10 20:02:11.158562 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-655de9df-6059-45b6-a426-edc2dc1cd24a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98aa6d4c-7314-4207-9f30-70fcd633ff89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407557
May 10 20:02:11.251868 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-d6469e05-06ba-48bc-9e17-03539e760fb9 service neutron] 10.222.0.30 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344259
May 10 20:02:11.398987 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-39dc192c-a324-4df4-8f20-73ab49b15ecd req-2c31de47-77c6-4366-8b71-339e7bbd6f4b service neutron] 10.222.0.30 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352034
May 10 20:02:11.485547 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-21a19531-3f36-4c4a-8362-f761c11542d8 service neutron] 10.222.0.30 "GET /v2.0/networks/98aa6d4c-7314-4207-9f30-70fcd633ff89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3206215
May 10 20:02:11.499882 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdd7d8-f91d-4945-ac54-11cc50b63b8f req-89759972-14a5-4be0-84a2-82aac2f860a8 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:11.501380 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-adfdd7d8-f91d-4945-ac54-11cc50b63b8f req-89759972-14a5-4be0-84a2-82aac2f860a8 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 944 time: 0.3354397
May 10 20:02:11.526687 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77458ea-6ae4-4411-8cb6-36599a6109fe req-75892617-dcc6-473f-9d27-65a46462f51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:11.528209 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-d77458ea-6ae4-4411-8cb6-36599a6109fe req-75892617-dcc6-473f-9d27-65a46462f51b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78af3fee8db74248b3d2f70ad72438c1&device_id=acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0 HTTP/1.1" status: 200  len: 1097 time: 0.0709169
May 10 20:02:11.528863 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af77ca-1161-4279-b418-b8a4c0211895 req-86b04dbb-c31d-4791-ad52-eca9391cf50a tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:11.530294 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-47af77ca-1161-4279-b418-b8a4c0211895 req-86b04dbb-c31d-4791-ad52-eca9391cf50a tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0 HTTP/1.1" status: 200  len: 944 time: 0.3452532
May 10 20:02:11.663581 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77458ea-6ae4-4411-8cb6-36599a6109fe req-f9d4266f-6110-48f9-8c49-c53b67aacf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:11.664973 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-d77458ea-6ae4-4411-8cb6-36599a6109fe req-f9d4266f-6110-48f9-8c49-c53b67aacf06 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d76c54c2-c0c9-4665-a172-ea066658292a HTTP/1.1" status: 200  len: 915 time: 0.1296742
May 10 20:02:11.686534 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-adfdd7d8-f91d-4945-ac54-11cc50b63b8f req-89b063c0-bc44-4bca-9e1e-f8f88c9d24c7 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547620
May 10 20:02:11.689071 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-47af77ca-1161-4279-b418-b8a4c0211895 req-081daa4f-9f3c-4243-9050-6ba7ad7b4939 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373580
May 10 20:02:11.721145 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a10e94ca-63da-4992-84cf-ce7d3bf68316 req-3ee874a5-6625-4598-8a10-0a4c739717a9 service neutron] 10.222.0.30 "GET /v2.0/networks/98aa6d4c-7314-4207-9f30-70fcd633ff89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2149906
May 10 20:02:11.740401 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-d77458ea-6ae4-4411-8cb6-36599a6109fe req-dd0793eb-708e-4c21-a72d-b1f5e24eca0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=156a8bf9-bf45-4fb8-86d2-e84a03d251f6 HTTP/1.1" status: 200  len: 217 time: 0.0678787
May 10 20:02:11.831085 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77458ea-6ae4-4411-8cb6-36599a6109fe req-74dda3cf-4b76-4696-a070-a3e993206a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:11.832319 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-d77458ea-6ae4-4411-8cb6-36599a6109fe req-74dda3cf-4b76-4696-a070-a3e993206a65 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44629f3e-8693-4394-a752-5a7b73dfc6d2 HTTP/1.1" status: 200  len: 855 time: 0.0665092
May 10 20:02:11.888844 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-d77458ea-6ae4-4411-8cb6-36599a6109fe req-74819168-577e-435b-8e83-cd1b548b970f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d76c54c2-c0c9-4665-a172-ea066658292a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408332
May 10 20:02:11.930903 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efe08b-207d-48ed-b715-ab51bcbbf307 req-ec453145-5b37-4b51-a703-dc7e83e57884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:11.932331 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-44efe08b-207d-48ed-b715-ab51bcbbf307 req-ec453145-5b37-4b51-a703-dc7e83e57884 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aace6cabe4004a78a0a70cca7552c4bc&device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 1097 time: 0.1298103
May 10 20:02:11.969570 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ae9b0-c284-4ac6-8c77-efb625ad2612 req-ddc9bae8-6a07-4c32-9639-4ce0f233163c tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:11.969570 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-829ae9b0-c284-4ac6-8c77-efb625ad2612 req-ddc9bae8-6a07-4c32-9639-4ce0f233163c tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.1322038
May 10 20:02:12.036037 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-d77458ea-6ae4-4411-8cb6-36599a6109fe req-268219cd-a0eb-4d43-a3b0-89895bfc3843 service neutron] 10.222.0.30 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369100
May 10 20:02:12.092191 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-829ae9b0-c284-4ac6-8c77-efb625ad2612 req-4296784a-4708-4b18-b354-9f63bd3d985f tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133652
May 10 20:02:12.126253 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efe08b-207d-48ed-b715-ab51bcbbf307 req-f91ea8e1-f1bb-45e8-b267-0d6ee32c7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:12.128646 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-44efe08b-207d-48ed-b715-ab51bcbbf307 req-f91ea8e1-f1bb-45e8-b267-0d6ee32c7d42 service neutron] 10.222.0.30 "GET /v2.0/networks?id=98aa6d4c-7314-4207-9f30-70fcd633ff89 HTTP/1.1" status: 200  len: 908 time: 0.1877611
May 10 20:02:12.181949 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-d77458ea-6ae4-4411-8cb6-36599a6109fe req-0d2e9fc1-b20c-4822-b570-b9d3867ed72d service neutron] 10.222.0.30 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389184
May 10 20:02:12.206213 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-44efe08b-207d-48ed-b715-ab51bcbbf307 req-fb9ad589-9a8f-4145-8106-dee6a7e9e986 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9818903e-206a-4d28-bd82-202b39cea923 HTTP/1.1" status: 200  len: 217 time: 0.0676970
May 10 20:02:12.271915 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efe08b-207d-48ed-b715-ab51bcbbf307 req-59658f3e-44c9-499f-892e-769048927a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:12.273329 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-44efe08b-207d-48ed-b715-ab51bcbbf307 req-59658f3e-44c9-499f-892e-769048927a3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c832a3fb-c454-4fdc-8759-f26d47f85f0e HTTP/1.1" status: 200  len: 848 time: 0.0565259
May 10 20:02:12.325941 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-44efe08b-207d-48ed-b715-ab51bcbbf307 req-438a4f9d-6ff2-46b2-8fcc-f8d68219e519 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98aa6d4c-7314-4207-9f30-70fcd633ff89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433991
May 10 20:02:12.463320 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-44efe08b-207d-48ed-b715-ab51bcbbf307 req-72f61625-8bfb-4a75-839c-f98e188a2712 service neutron] 10.222.0.30 "GET /v2.0/networks/98aa6d4c-7314-4207-9f30-70fcd633ff89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244619
May 10 20:02:12.579551 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:12.597131 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-44efe08b-207d-48ed-b715-ab51bcbbf307 req-b0b17731-ebb2-4b04-9710-19841eebbc28 service neutron] 10.222.0.30 "GET /v2.0/networks/98aa6d4c-7314-4207-9f30-70fcd633ff89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247356
May 10 20:02:12.902328 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a71dc-76fb-4744-87ac-0a696edb80c5 req-af2f6c36-e0a0-4721-a0d3-3ad10a77e5dc tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:12.903840 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-186a71dc-76fb-4744-87ac-0a696edb80c5 req-af2f6c36-e0a0-4721-a0d3-3ad10a77e5dc tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 944 time: 0.0807161
May 10 20:02:12.997821 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-186a71dc-76fb-4744-87ac-0a696edb80c5 req-c01f1036-c60b-4bb3-ab01-5d6af48e998b tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872073
May 10 20:02:13.026597 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4aa09-ebaa-458a-bbba-2883e68b7bf9 req-37574e57-a326-4e89-9904-adcd38847cb3 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:13.028120 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-13b4aa09-ebaa-458a-bbba-2883e68b7bf9 req-37574e57-a326-4e89-9904-adcd38847cb3 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0 HTTP/1.1" status: 200  len: 944 time: 0.1021657
May 10 20:02:13.073168 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-13b4aa09-ebaa-458a-bbba-2883e68b7bf9 req-654a95c2-c4dc-4614-95ff-14af079dd4eb tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386429
May 10 20:02:13.277252 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac5c63-9310-4f3f-80b6-0d45dbc7c962 req-1cb884ac-6126-45cd-bc8a-2ba57f4fe257 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:13.278641 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d8ac5c63-9310-4f3f-80b6-0d45dbc7c962 req-1cb884ac-6126-45cd-bc8a-2ba57f4fe257 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.0781479
May 10 20:02:13.326319 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d8ac5c63-9310-4f3f-80b6-0d45dbc7c962 req-913baf05-755c-4c27-9db6-212b4a223e00 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405445
May 10 20:02:14.192518 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c7e9e-1219-443c-a463-3df54dc1932e req-97c8a3f5-4dad-477e-b59f-28f4f0376319 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:14.193962 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-527c7e9e-1219-443c-a463-3df54dc1932e req-97c8a3f5-4dad-477e-b59f-28f4f0376319 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 944 time: 0.0854790
May 10 20:02:14.284067 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-527c7e9e-1219-443c-a463-3df54dc1932e req-77e5365c-1703-474b-bc94-da29948b0ce8 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577459
May 10 20:02:14.313151 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b629e-e326-4cbd-83d2-9ed1051043b2 req-30fd4098-5ffb-49c5-96be-cbd1e04b716b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:14.314641 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fb7b629e-e326-4cbd-83d2-9ed1051043b2 req-30fd4098-5ffb-49c5-96be-cbd1e04b716b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0 HTTP/1.1" status: 200  len: 944 time: 0.1198249
May 10 20:02:14.359341 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fb7b629e-e326-4cbd-83d2-9ed1051043b2 req-2190bec0-3f06-4dce-907e-cdaa52e81be4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387990
May 10 20:02:14.511872 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455fd5c-449a-4d11-83ee-83186fc8d9e2 req-aa06f0a5-f0e6-484e-ae81-dcb068361eb6 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:14.513247 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5455fd5c-449a-4d11-83ee-83186fc8d9e2 req-aa06f0a5-f0e6-484e-ae81-dcb068361eb6 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.0778060
May 10 20:02:14.557451 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5455fd5c-449a-4d11-83ee-83186fc8d9e2 req-8382ee52-b4f5-4d4f-b8e5-840892a8d4c5 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377717
May 10 20:02:15.626065 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ded3f-0931-4e4c-bfb3-0bfd8a8b63b1 req-a2bda773-1ec9-4fab-abc7-ef7feccdb866 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:15.627435 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-383ded3f-0931-4e4c-bfb3-0bfd8a8b63b1 req-a2bda773-1ec9-4fab-abc7-ef7feccdb866 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 944 time: 0.2064281
May 10 20:02:15.660850 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15343d9c-43ac-4a87-ac98-5cadb2b358c4 req-ef9319c5-2b20-4b7a-b762-c0692945c715 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:15.662256 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-15343d9c-43ac-4a87-ac98-5cadb2b358c4 req-ef9319c5-2b20-4b7a-b762-c0692945c715 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0 HTTP/1.1" status: 200  len: 944 time: 0.1297700
May 10 20:02:15.715278 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-383ded3f-0931-4e4c-bfb3-0bfd8a8b63b1 req-78353cfc-ddc3-405f-85a2-e4e085f97e78 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760605
May 10 20:02:15.725896 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-15343d9c-43ac-4a87-ac98-5cadb2b358c4 req-0a49fc23-7847-4f46-b11f-62fead3c3fdc tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559483
May 10 20:02:15.885471 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb9a59-a623-44f6-8a75-4b68d243a387 req-23f588a6-0cbd-40a7-8925-0f30bab56d00 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:15.886854 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-22fb9a59-a623-44f6-8a75-4b68d243a387 req-23f588a6-0cbd-40a7-8925-0f30bab56d00 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.0791950
May 10 20:02:15.931831 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-22fb9a59-a623-44f6-8a75-4b68d243a387 req-d2ec3207-6c8c-4e70-8ca1-0c83017a4bc2 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392430
May 10 20:02:16.736829 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 156a8bf9-bf45-4fb8-86d2-e84a03d251f6 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:02:16.902337 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 156a8bf9-bf45-4fb8-86d2-e84a03d251f6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=156a8bf9-bf45-4fb8-86d2-e84a03d251f6,segment=NetworkSegment(424ef672-943f-42ef-9b89-e700d767d1c6),segment_id=424ef672-943f-42ef-9b89-e700d767d1c6)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:02:16.915412 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': '156a8bf9-bf45-4fb8-86d2-e84a03d251f6', 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a', 'port_id': '156a8bf9-bf45-4fb8-86d2-e84a03d251f6', 'mac_address': 'fa:16:3e:fd:18:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44629f3e-8693-4394-a752-5a7b73dfc6d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:02:16.965548 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b728729-40e2-4c7d-af53-f8767eaa9ab8 req-1de7cabf-722c-4d1e-bf52-303c2760ceba tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:16.966996 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4b728729-40e2-4c7d-af53-f8767eaa9ab8 req-1de7cabf-722c-4d1e-bf52-303c2760ceba tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 944 time: 0.1354246
May 10 20:02:16.973250 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:16.991386 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 156a8bf9-bf45-4fb8-86d2-e84a03d251f6 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:02:17.005758 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21141584-2ce7-4487-9c8e-6df0b862c13b req-6a587d99-c493-41a2-9f0b-8ae294b83218 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:17.007215 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-21141584-2ce7-4487-9c8e-6df0b862c13b req-6a587d99-c493-41a2-9f0b-8ae294b83218 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0 HTTP/1.1" status: 200  len: 944 time: 0.1408949
May 10 20:02:17.007700 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 156a8bf9-bf45-4fb8-86d2-e84a03d251f6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=156a8bf9-bf45-4fb8-86d2-e84a03d251f6,segment=NetworkSegment(424ef672-943f-42ef-9b89-e700d767d1c6),segment_id=424ef672-943f-42ef-9b89-e700d767d1c6)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:02:17.011914 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:17.013700 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:02:17.060168 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4b728729-40e2-4c7d-af53-f8767eaa9ab8 req-f2de4a9c-5ef5-467e-9f10-948134444dac tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856302
May 10 20:02:17.070418 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-21141584-2ce7-4487-9c8e-6df0b862c13b req-f00ce184-32b5-4f51-b8bc-c6f68abed84c tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559881
May 10 20:02:17.079039 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=156a8bf9-bf45-4fb8-86d2-e84a03d251f6,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:02:17.082096 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:02:17.242305 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80876051-28ca-4590-a825-83b043b99204 req-a7e4e968-cd54-4097-8d4a-67e6e36b4073 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:17.243657 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-80876051-28ca-4590-a825-83b043b99204 req-a7e4e968-cd54-4097-8d4a-67e6e36b4073 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.0807469
May 10 20:02:17.288446 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-80876051-28ca-4590-a825-83b043b99204 req-50bc0460-b6c5-4c2f-804f-22717308017e tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388868
May 10 20:02:17.996664 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['156a8bf9-bf45-4fb8-86d2-e84a03d251f6'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:02:18.328450 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54654abe-b67e-4a0a-9b2c-3bef3d31afb2 req-2b33470d-9742-488f-b09f-fe6c0747af91 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:18.330099 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-54654abe-b67e-4a0a-9b2c-3bef3d31afb2 req-2b33470d-9742-488f-b09f-fe6c0747af91 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 944 time: 0.1424880
May 10 20:02:18.337341 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61759dca-2089-4da7-9ef2-7aa63d532e79 req-8c41e9ab-15ac-4262-af2c-b517aebc22fd tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:18.338681 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-61759dca-2089-4da7-9ef2-7aa63d532e79 req-8c41e9ab-15ac-4262-af2c-b517aebc22fd tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0 HTTP/1.1" status: 200  len: 945 time: 0.1488476
May 10 20:02:18.410155 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-54654abe-b67e-4a0a-9b2c-3bef3d31afb2 req-c3d91f23-f72d-41f1-ba44-4d47b8c4fec2 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704348
May 10 20:02:18.413096 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-61759dca-2089-4da7-9ef2-7aa63d532e79 req-d1f38deb-c4af-4d58-b796-6873a523dfd1 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609825
May 10 20:02:18.583467 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f8389-2d64-4cff-996b-614821b83643 req-41bbbaf0-07e6-41b6-ab28-b9bc7a70a3d9 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:18.584971 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c32f8389-2d64-4cff-996b-614821b83643 req-41bbbaf0-07e6-41b6-ab28-b9bc7a70a3d9 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.0794849
May 10 20:02:18.630584 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c32f8389-2d64-4cff-996b-614821b83643 req-ece14c9a-1830-475b-a21c-32dcd8f8c51f tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398836
May 10 20:02:18.751284 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 9818903e-206a-4d28-bd82-202b39cea923 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:02:18.894510 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 9818903e-206a-4d28-bd82-202b39cea923, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9818903e-206a-4d28-bd82-202b39cea923,segment=NetworkSegment(5be6c398-9f8d-4d53-8e6a-cf2b481454a4),segment_id=5be6c398-9f8d-4d53-8e6a-cf2b481454a4)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:02:18.907580 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': '9818903e-206a-4d28-bd82-202b39cea923', 'network_id': '98aa6d4c-7314-4207-9f30-70fcd633ff89', 'port_id': '9818903e-206a-4d28-bd82-202b39cea923', 'mac_address': 'fa:16:3e:44:a5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c832a3fb-c454-4fdc-8759-f26d47f85f0e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:02:18.965763 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:18.982744 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9818903e-206a-4d28-bd82-202b39cea923 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:02:18.998208 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 9818903e-206a-4d28-bd82-202b39cea923, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9818903e-206a-4d28-bd82-202b39cea923,segment=NetworkSegment(5be6c398-9f8d-4d53-8e6a-cf2b481454a4),segment_id=5be6c398-9f8d-4d53-8e6a-cf2b481454a4)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:02:19.001968 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:19.004857 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:02:19.068137 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=9818903e-206a-4d28-bd82-202b39cea923,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:02:19.071089 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:02:19.621009 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['9818903e-206a-4d28-bd82-202b39cea923'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:02:19.656709 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428ee17-110d-4a87-81ce-5564107cc17c req-d7ec778a-416b-4eb5-97f1-85db11c63ae3 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:19.658562 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0428ee17-110d-4a87-81ce-5564107cc17c req-d7ec778a-416b-4eb5-97f1-85db11c63ae3 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 945 time: 0.1331155
May 10 20:02:19.703323 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132b5ff-5fd1-4a28-b6cc-8ce4136aab33 req-503d14f3-39a2-4998-80ba-13f21adaea70 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:19.704843 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9132b5ff-5fd1-4a28-b6cc-8ce4136aab33 req-503d14f3-39a2-4998-80ba-13f21adaea70 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0 HTTP/1.1" status: 200  len: 945 time: 0.1410623
May 10 20:02:19.747197 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0428ee17-110d-4a87-81ce-5564107cc17c req-c39c88e2-7595-4044-bb30-1d0dbb7a0ff4 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801768
May 10 20:02:19.778436 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9132b5ff-5fd1-4a28-b6cc-8ce4136aab33 req-4f87e598-d704-476c-b95a-e9fd05bc007b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642235
May 10 20:02:19.927885 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2920cb3-8e76-4d83-a6d1-517cf38e2a9f req-7799aa84-a27e-4817-bbed-984f00131a8c tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:19.929364 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d2920cb3-8e76-4d83-a6d1-517cf38e2a9f req-7799aa84-a27e-4817-bbed-984f00131a8c tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.0793989
May 10 20:02:19.975976 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d2920cb3-8e76-4d83-a6d1-517cf38e2a9f req-5f5e343c-5c2e-4386-baa3-f2825bfaf070 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406737
May 10 20:02:20.752277 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 156a8bf9-bf45-4fb8-86d2-e84a03d251f6 up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:02:20.841769 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning for port 156a8bf9-bf45-4fb8-86d2-e84a03d251f6 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:02:20.848846 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port 156a8bf9-bf45-4fb8-86d2-e84a03d251f6 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:02:20.849229 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:20.967810 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:20.994626 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156a8bf9-bf45-4fb8-86d2-e84a03d251f6'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:02:21.004570 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 156a8bf9-bf45-4fb8-86d2-e84a03d251f6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=156a8bf9-bf45-4fb8-86d2-e84a03d251f6,segment=NetworkSegment(424ef672-943f-42ef-9b89-e700d767d1c6),segment_id=424ef672-943f-42ef-9b89-e700d767d1c6)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:02:21.004950 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cc4e1-4345-439b-8019-b849398ca9fe req-40c03d65-a75c-4a90-a8da-64e141e98fcc tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:21.006412 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-de4cc4e1-4345-439b-8019-b849398ca9fe req-40c03d65-a75c-4a90-a8da-64e141e98fcc tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 945 time: 0.1349261
May 10 20:02:21.008667 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:21.010451 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:02:21.039375 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f6c7-2bc5-4382-a6fe-d04cfaa9b579 req-57610b1e-4b2b-4c92-8309-cacbe994b801 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:21.040826 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fa44f6c7-2bc5-4382-a6fe-d04cfaa9b579 req-57610b1e-4b2b-4c92-8309-cacbe994b801 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0 HTTP/1.1" status: 200  len: 945 time: 0.1350372
May 10 20:02:21.079331 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=156a8bf9-bf45-4fb8-86d2-e84a03d251f6,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:02:21.082414 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:02:21.087638 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-de4cc4e1-4345-439b-8019-b849398ca9fe req-cb4d9a1d-aeac-4520-aba6-e8fbe31e52fc tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728507
May 10 20:02:21.108028 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fa44f6c7-2bc5-4382-a6fe-d04cfaa9b579 req-45293447-f01e-49c7-b28f-8c8e961ea4a2 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599020
May 10 20:02:21.140081 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156a8bf9-bf45-4fb8-86d2-e84a03d251f6', 'code': 200}
May 10 20:02:21.287114 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90aeaa-c417-4217-b9ed-d3c826634ca7 req-6fbbc9cf-4fe9-4da1-be41-08c5a16d1801 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:21.288507 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bf90aeaa-c417-4217-b9ed-d3c826634ca7 req-6fbbc9cf-4fe9-4da1-be41-08c5a16d1801 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.0871575
May 10 20:02:21.379699 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bf90aeaa-c417-4217-b9ed-d3c826634ca7 req-c6b61a4b-522d-41b5-94d4-6f4799808de3 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852766
May 10 20:02:21.401926 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98098e-a753-4813-af5b-2a9c71ce1e14 req-a6361450-d8ae-487a-8fae-8115f35758a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:21.403381 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3e98098e-a753-4813-af5b-2a9c71ce1e14 req-a6361450-d8ae-487a-8fae-8115f35758a3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0 HTTP/1.1" status: 200  len: 1099 time: 0.0962634
May 10 20:02:21.445738 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3e98098e-a753-4813-af5b-2a9c71ce1e14 req-1803c3f1-ef0e-4422-8c05-328eab426819 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0346792
May 10 20:02:22.392201 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13756296-917d-4ef9-9fb1-38b66c3b0873 req-ded73a2d-edb6-471d-9995-be7a609f8844 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:22.393630 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-13756296-917d-4ef9-9fb1-38b66c3b0873 req-ded73a2d-edb6-471d-9995-be7a609f8844 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 945 time: 0.1978636
May 10 20:02:22.424031 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97fb36-499f-4c57-a8ad-fd0c69c36880 req-b52c7311-280e-4990-b77c-c4e529ed9fa5 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:22.425426 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7f97fb36-499f-4c57-a8ad-fd0c69c36880 req-b52c7311-280e-4990-b77c-c4e529ed9fa5 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0 HTTP/1.1" status: 200  len: 946 time: 0.1940475
May 10 20:02:22.467861 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-13756296-917d-4ef9-9fb1-38b66c3b0873 req-a713917a-61bd-4d7a-a514-03f06f44a68e tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676761
May 10 20:02:22.485873 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7f97fb36-499f-4c57-a8ad-fd0c69c36880 req-3e29f098-1de6-40a4-9cae-82ccd3c5fb21 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534503
May 10 20:02:22.659292 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f984c-47f0-43f4-acf9-8602e48fc6fa req-a030d0ff-14cd-47a0-aa25-1966699d454d tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:22.660865 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-982f984c-47f0-43f4-acf9-8602e48fc6fa req-a030d0ff-14cd-47a0-aa25-1966699d454d tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.0812421
May 10 20:02:22.706844 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-982f984c-47f0-43f4-acf9-8602e48fc6fa req-4c80359f-ae37-4deb-9d1c-8e5cd2b26c21 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398471
May 10 20:02:22.770912 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 9818903e-206a-4d28-bd82-202b39cea923 up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:02:22.853460 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning for port 9818903e-206a-4d28-bd82-202b39cea923 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:02:22.858798 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port 9818903e-206a-4d28-bd82-202b39cea923 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:02:22.859243 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:22.901403 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2bc1c-0fff-4190-8254-a1d0390029f5 req-cbdf36f6-b23a-4c8d-bb94-d3617ab1c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:22.902893 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4da2bc1c-0fff-4190-8254-a1d0390029f5 req-cbdf36f6-b23a-4c8d-bb94-d3617ab1c9d7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 1098 time: 0.0721035
May 10 20:02:22.951372 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4da2bc1c-0fff-4190-8254-a1d0390029f5 req-7d493bd1-af81-41c7-91d0-3e716bf9c292 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374277
May 10 20:02:22.986273 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:23.019431 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 9818903e-206a-4d28-bd82-202b39cea923, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9818903e-206a-4d28-bd82-202b39cea923,segment=NetworkSegment(5be6c398-9f8d-4d53-8e6a-cf2b481454a4),segment_id=5be6c398-9f8d-4d53-8e6a-cf2b481454a4)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:02:23.023580 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:23.025429 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:02:23.091836 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=9818903e-206a-4d28-bd82-202b39cea923,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:02:23.094869 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:02:23.140970 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a115f7b9-9b57-4588-81d8-66ac6e3b1c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9818903e-206a-4d28-bd82-202b39cea923'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:02:23.188252 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a115f7b9-9b57-4588-81d8-66ac6e3b1c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9818903e-206a-4d28-bd82-202b39cea923', 'code': 200}
May 10 20:02:23.467093 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4d788-a069-4dc6-933c-e63891d1df5c req-37b6b421-dd35-40c9-8d85-d46e4c3f6952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:23.468593 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8cc4d788-a069-4dc6-933c-e63891d1df5c req-37b6b421-dd35-40c9-8d85-d46e4c3f6952 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 1099 time: 0.0743639
May 10 20:02:23.512686 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8cc4d788-a069-4dc6-933c-e63891d1df5c req-2649c3f0-2eb2-49c8-83c4-4d92880a080d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370238
May 10 20:02:23.721633 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9b55b-38ce-439e-a497-c36485f0cf73 req-a5facc68-e04e-439d-ac68-4e128c2d9cb9 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:23.723633 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-54e9b55b-38ce-439e-a497-c36485f0cf73 req-a5facc68-e04e-439d-ac68-4e128c2d9cb9 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 946 time: 0.1423256
May 10 20:02:23.732622 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68609d-a81b-4feb-807c-cec7879f3032 req-59223220-1400-469c-8f09-cb9078bf8f7b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:23.734009 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9f68609d-a81b-4feb-807c-cec7879f3032 req-59223220-1400-469c-8f09-cb9078bf8f7b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0 HTTP/1.1" status: 200  len: 946 time: 0.1174626
May 10 20:02:23.799704 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-54e9b55b-38ce-439e-a497-c36485f0cf73 req-fba18a55-558f-470f-80cb-ebaab663b72d tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647519
May 10 20:02:23.809811 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9f68609d-a81b-4feb-807c-cec7879f3032 req-18622514-9adf-4add-bddc-bf26895979cf tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601678
May 10 20:02:24.001297 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd3283-7457-432e-8e92-4bb05425e1e4 req-f335c731-b190-4760-8d56-037c530decc1 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:24.001297 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e3cd3283-7457-432e-8e92-4bb05425e1e4 req-f335c731-b190-4760-8d56-037c530decc1 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.0871239
May 10 20:02:24.041890 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e3cd3283-7457-432e-8e92-4bb05425e1e4 req-ca69b88b-af36-4273-939f-897b8ec2b404 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407646
May 10 20:02:24.987905 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74234153-52c3-41e8-95ad-70bf2a76dd12 req-5bbff6dd-467b-4608-9517-5a2c47cf8847 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:24.990177 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-74234153-52c3-41e8-95ad-70bf2a76dd12 req-5bbff6dd-467b-4608-9517-5a2c47cf8847 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 946 time: 0.0801392
May 10 20:02:25.039601 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-74234153-52c3-41e8-95ad-70bf2a76dd12 req-41c76b10-8151-4d70-934b-dd8e71df88cb tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434849
May 10 20:02:25.280913 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03034109-538a-4bd3-9230-d67d9565ee7e req-381fa512-1fd6-4f51-a55c-4cceb435ad04 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:25.282669 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-03034109-538a-4bd3-9230-d67d9565ee7e req-381fa512-1fd6-4f51-a55c-4cceb435ad04 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.1291218
May 10 20:02:25.331546 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-03034109-538a-4bd3-9230-d67d9565ee7e req-5d58b7be-65f1-42c2-b9a0-457a9016fedc tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406623
May 10 20:02:25.933721 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c038909-a2f3-4070-8165-65c2039b0f95 req-76c506ed-4e9d-49fa-be4d-d0757c69ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:25.935208 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5c038909-a2f3-4070-8165-65c2039b0f95 req-76c506ed-4e9d-49fa-be4d-d0757c69ddcf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=856b84e1fb1f47a0a90fc51c6d13ed80&device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 1098 time: 0.1823926
May 10 20:02:26.028053 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce55c4a-34d8-44b6-a595-8e3615adffe3 req-08660938-98ce-4267-9422-82653df52a39 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:26.029534 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2ce55c4a-34d8-44b6-a595-8e3615adffe3 req-08660938-98ce-4267-9422-82653df52a39 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.1768167
May 10 20:02:26.188093 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2ce55c4a-34d8-44b6-a595-8e3615adffe3 req-d8a72f6e-9528-4f27-98d4-b0a22c8fe27c tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327181
May 10 20:02:26.250783 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c038909-a2f3-4070-8165-65c2039b0f95 req-fd15c15b-4876-41c8-ae5a-ace8d414778b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:26.252236 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5c038909-a2f3-4070-8165-65c2039b0f95 req-fd15c15b-4876-41c8-ae5a-ace8d414778b service neutron] 10.222.0.30 "GET /v2.0/networks?id=12fcecad-eba8-4da7-8035-097c01649aff HTTP/1.1" status: 200  len: 919 time: 0.3103979
May 10 20:02:26.258522 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-30007ade-e84e-46c3-a5e6-afba8562c857 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:26.259831 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-30007ade-e84e-46c3-a5e6-afba8562c857 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/networks?id=d76c54c2-c0c9-4665-a172-ea066658292a HTTP/1.1" status: 200  len: 815 time: 0.2409017
May 10 20:02:26.374932 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5c038909-a2f3-4070-8165-65c2039b0f95 req-e6a052d6-9eb2-4f9d-9270-cfe377844b5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79de43ea-6ad8-4250-9344-1e4b3b22e91c HTTP/1.1" status: 200  len: 217 time: 0.1096356
May 10 20:02:26.380507 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-b2ace7bd-4b69-4b1e-a207-1d79eae0146d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/quotas/78af3fee8db74248b3d2f70ad72438c1 HTTP/1.1" status: 200  len: 375 time: 0.1140754
May 10 20:02:26.502429 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c038909-a2f3-4070-8165-65c2039b0f95 req-2d43ca1f-42d5-4537-b481-98ccc8d1d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:26.503766 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5c038909-a2f3-4070-8165-65c2039b0f95 req-2d43ca1f-42d5-4537-b481-98ccc8d1d92e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4e13f19-09d6-4437-8413-9cd5f2a1478d HTTP/1.1" status: 200  len: 859 time: 0.1179721
May 10 20:02:26.642007 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5c038909-a2f3-4070-8165-65c2039b0f95 req-8e90ab37-19f7-4cb2-b743-be79ebf52b48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12fcecad-eba8-4da7-8035-097c01649aff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1225326
May 10 20:02:26.650109 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce2b8b-ed70-4e5c-b6b6-8908607f6971 req-dbadeb23-b26c-417b-acf5-d91f68bb5e45 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:26.651425 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e4ce2b8b-ed70-4e5c-b6b6-8908607f6971 req-dbadeb23-b26c-417b-acf5-d91f68bb5e45 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 946 time: 0.3226793
May 10 20:02:26.749237 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-979ba647-fed4-4a23-94be-1a830a67769f tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=78af3fee8db74248b3d2f70ad72438c1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3598592
May 10 20:02:26.871385 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e4ce2b8b-ed70-4e5c-b6b6-8908607f6971 req-79fa8757-2c12-417a-8438-190a2dc9aec9 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961050
May 10 20:02:26.927086 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5c038909-a2f3-4070-8165-65c2039b0f95 req-a6acca0c-11d9-440d-9cdb-24f4e42612ec service neutron] 10.222.0.30 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2746296
May 10 20:02:27.022218 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-63df5d23-5640-45cf-92c4-db8c30128a89 service neutron] 10.222.0.15 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2644413
May 10 20:02:27.182475 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5c038909-a2f3-4070-8165-65c2039b0f95 req-a8ad0914-6e95-40d0-a1e5-2b1f27178091 service neutron] 10.222.0.30 "GET /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2387247
May 10 20:02:27.206299 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-4716c2ae-b889-4d37-859a-f0214a310fda service neutron] 10.222.0.15 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1758626
May 10 20:02:27.345132 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-eb2fa0cd-d5c9-4bb2-8325-d5c4bfb8220f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:27.470931 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-453235ba-e9cb-4c3c-9c65-db829f6efd8c req-fccd5639-e9f4-4a93-81fe-4ef3dc047eee tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 210 time: 0.0540366
May 10 20:02:27.494178 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e323493-2134-431e-bdd3-423bb952a9a3 req-64e36119-aebf-42d3-a2b2-94751b6643a5 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:27.495677 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3e323493-2134-431e-bdd3-423bb952a9a3 req-64e36119-aebf-42d3-a2b2-94751b6643a5 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.1826344
May 10 20:02:27.575299 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3e323493-2134-431e-bdd3-423bb952a9a3 req-d42401a9-ff27-4dc2-99af-30d554182bd0 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738397
May 10 20:02:28.476036 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436df95-3b6c-4d7b-b030-b3a45258dca5 req-da405dab-6030-4aa2-b09e-aaae2b94c997 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:28.477509 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b436df95-3b6c-4d7b-b030-b3a45258dca5 req-da405dab-6030-4aa2-b09e-aaae2b94c997 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 946 time: 0.0909460
May 10 20:02:28.524970 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b436df95-3b6c-4d7b-b030-b3a45258dca5 req-c6587a1c-5d17-49d1-8081-dfe5d452db16 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416977
May 10 20:02:28.648470 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-321d59b1-4629-46fb-8850-78467d92c2c0 req-532b8cb8-6f03-4525-aa16-3dc47f5387ad tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 210 time: 0.0465176
May 10 20:02:28.840858 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a1f4a-632d-4f1b-884d-7d218a2cb7bd req-2d907fba-c5a0-4327-a9d8-f699241b76f0 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:28.842365 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6a6a1f4a-632d-4f1b-884d-7d218a2cb7bd req-2d907fba-c5a0-4327-a9d8-f699241b76f0 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.1596873
May 10 20:02:28.936867 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6a6a1f4a-632d-4f1b-884d-7d218a2cb7bd req-2554db5c-2ebe-4241-b15b-95e199e77092 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838435
May 10 20:02:28.960852 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-19084686-5333-4e1f-94f8-2157bcc3fc87 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:28.962290 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-19084686-5333-4e1f-94f8-2157bcc3fc87 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.30 "GET /v2.0/networks?id=d76c54c2-c0c9-4665-a172-ea066658292a HTTP/1.1" status: 200  len: 815 time: 0.2034888
May 10 20:02:30.202745 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-49bf7df0-d2d9-4155-b8d7-b403269c2ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:30.507792 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:32.024462 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:33.116456 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-bf8d83a2-5d83-4fc3-8f3c-d2493371a9c4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Request body: {'port': {'device_id': '1a9033a4-3456-4fb1-a008-fcabb346d140', 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a', 'admin_state_up': True, 'tenant_id': '78af3fee8db74248b3d2f70ad72438c1'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:02:33.344258 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bcfda0d8-260e-4898-9e92-60a5087bac6c req-83c21d95-a00e-43a1-acd1-3e818d3750b0 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 210 time: 0.0711138
May 10 20:02:33.350447 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-bf8d83a2-5d83-4fc3-8f3c-d2493371a9c4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:02:33.356639 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-bf8d83a2-5d83-4fc3-8f3c-d2493371a9c4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Usage tracker for resource:port and tenant:78af3fee8db74248b3d2f70ad72438c1 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:02:33.360370 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-bf8d83a2-5d83-4fc3-8f3c-d2493371a9c4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:02:33.368875 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-bf8d83a2-5d83-4fc3-8f3c-d2493371a9c4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:02:33.390241 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-bf8d83a2-5d83-4fc3-8f3c-d2493371a9c4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Made reservation on behalf of 78af3fee8db74248b3d2f70ad72438c1 for: {'port': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:02:33.394065 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-bf8d83a2-5d83-4fc3-8f3c-d2493371a9c4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:33.422311 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef403f-0461-43a8-b7f3-7bfe348eeba6 req-0120c05f-c42d-4f34-9817-e8715d7bdd95 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:33.423795 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-62ef403f-0461-43a8-b7f3-7bfe348eeba6 req-0120c05f-c42d-4f34-9817-e8715d7bdd95 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 946 time: 0.1843669
May 10 20:02:33.669332 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-62ef403f-0461-43a8-b7f3-7bfe348eeba6 req-7ebc2bba-2f89-4c2e-a777-c226671e1574 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2055032
May 10 20:02:33.712309 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:33.760440 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119257b-aa39-4081-806d-d40e1c99011b req-e472e690-48fc-40db-acd3-2e6d9d22a197 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:33.761898 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b119257b-aa39-4081-806d-d40e1c99011b req-e472e690-48fc-40db-acd3-2e6d9d22a197 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.2993553
May 10 20:02:33.765894 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-bf8d83a2-5d83-4fc3-8f3c-d2493371a9c4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Allocated IP 172.20.0.9 (d76c54c2-c0c9-4665-a172-ea066658292a/44629f3e-8693-4394-a752-5a7b73dfc6d2/71ec4fe3-634f-445e-944f-dd9a1f5e4c8d) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:02:33.839641 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b119257b-aa39-4081-806d-d40e1c99011b req-68b0a452-b65d-4446-8e7a-abcbb9c05450 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715938
May 10 20:02:34.001038 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-bf8d83a2-5d83-4fc3-8f3c-d2493371a9c4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:34.029256 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-bf8d83a2-5d83-4fc3-8f3c-d2493371a9c4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:34.034948 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:02:34.041958 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['47ce5648-b920-4185-8b71-3a17580f65f3', '156a8bf9-bf45-4fb8-86d2-e84a03d251f6'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:02:34.107378 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-bf8d83a2-5d83-4fc3-8f3c-d2493371a9c4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Network d76c54c2-c0c9-4665-a172-ea066658292a is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:02:34.111955 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-bf8d83a2-5d83-4fc3-8f3c-d2493371a9c4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:02:34.114049 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d83a2-5d83-4fc3-8f3c-d2493371a9c4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Pushing event updated for resources: {'Port': ['ID=71ec4fe3-634f-445e-944f-dd9a1f5e4c8d,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:02:34.116432 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-bf8d83a2-5d83-4fc3-8f3c-d2493371a9c4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:02:34.146012 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-bf8d83a2-5d83-4fc3-8f3c-d2493371a9c4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:02:34.194069 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-bf8d83a2-5d83-4fc3-8f3c-d2493371a9c4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:34.195263 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-bf8d83a2-5d83-4fc3-8f3c-d2493371a9c4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:34.225082 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-bf8d83a2-5d83-4fc3-8f3c-d2493371a9c4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1130502
May 10 20:02:34.393585 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Request body: {'port': {'device_id': '1a9033a4-3456-4fb1-a008-fcabb346d140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:02:34.509275 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:34.721297 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a547dc-72f5-4f07-8ac4-230173a9829f req-2d9e3d75-12e2-4828-a12a-55bd8c0f1bc2 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:34.721996 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-82a547dc-72f5-4f07-8ac4-230173a9829f req-2d9e3d75-12e2-4828-a12a-55bd8c0f1bc2 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Synchronizing usage tracker for tenant:78af3fee8db74248b3d2f70ad72438c1 on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:02:34.852159 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-82a547dc-72f5-4f07-8ac4-230173a9829f req-2d9e3d75-12e2-4828-a12a-55bd8c0f1bc2 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Unset dirty status for tenant:78af3fee8db74248b3d2f70ad72438c1 on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:02:34.853303 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-82a547dc-72f5-4f07-8ac4-230173a9829f req-2d9e3d75-12e2-4828-a12a-55bd8c0f1bc2 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 931 time: 0.3033092
May 10 20:02:34.945878 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-82a547dc-72f5-4f07-8ac4-230173a9829f req-47ab54ce-8d00-4f30-bd21-6909f23aafdd tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828671
May 10 20:02:34.984435 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7bd04-c14e-4bd4-8d19-5dd9209b4f35 req-71456e7a-e57c-4283-903e-9fb52cd4541e tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:34.985911 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-19b7bd04-c14e-4bd4-8d19-5dd9209b4f35 req-71456e7a-e57c-4283-903e-9fb52cd4541e tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 946 time: 0.1923270
May 10 20:02:35.119366 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d {{(pid=78728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:02:35.130692 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-19b7bd04-c14e-4bd4-8d19-5dd9209b4f35 req-81be1172-7df6-4581-9e43-60afa27f8a43 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/security-groups?id=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381474
May 10 20:02:35.132973 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:35.155035 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Transition to ACTIVE for port object 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d will not be triggered until provisioned by entity L2. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:02:35.159205 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:35.165255 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:02:35.297068 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23954e42-0ceb-47e1-b4b9-2bdf39ecf926 req-5481ea8e-df90-4c59-85dc-d58deb0ff393 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:35.298634 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-23954e42-0ceb-47e1-b4b9-2bdf39ecf926 req-5481ea8e-df90-4c59-85dc-d58deb0ff393 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.2529998
May 10 20:02:35.359113 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Pushing event updated for resources: {'Port': ['ID=71ec4fe3-634f-445e-944f-dd9a1f5e4c8d,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:02:35.371376 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:02:35.381290 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04654d-950b-4fdb-bd7c-0871cdd6abd7 req-65b1cabd-327c-4a12-8401-ef4f94e2c4b1 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:35.381989 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-cf04654d-950b-4fdb-bd7c-0871cdd6abd7 req-65b1cabd-327c-4a12-8401-ef4f94e2c4b1 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Synchronizing usage tracker for tenant:aace6cabe4004a78a0a70cca7552c4bc on resource:port {{(pid=78727) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:02:35.393843 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-cf04654d-950b-4fdb-bd7c-0871cdd6abd7 req-65b1cabd-327c-4a12-8401-ef4f94e2c4b1 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Unset dirty status for tenant:aace6cabe4004a78a0a70cca7552c4bc on resource:port {{(pid=78727) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:02:35.395501 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-cf04654d-950b-4fdb-bd7c-0871cdd6abd7 req-65b1cabd-327c-4a12-8401-ef4f94e2c4b1 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.30 "GET /v2.0/ports?device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 946 time: 0.1823106
May 10 20:02:35.443001 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-23954e42-0ceb-47e1-b4b9-2bdf39ecf926 req-f9674481-3cf2-4735-81d1-9f2a2b164752 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313455
May 10 20:02:35.489412 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Attempting to bind port 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:02:35.489820 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Attempting to bind port 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '424ef672-943f-42ef-9b89-e700d767d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a'}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:02:35.490221 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Attempting to bind port 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d on network d76c54c2-c0c9-4665-a172-ea066658292a {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:02:35.496519 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Port 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d on network d76c54c2-c0c9-4665-a172-ea066658292a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:02:35.496973 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Attempting to bind port 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d on network d76c54c2-c0c9-4665-a172-ea066658292a {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:02:35.505952 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Checking agent: {'id': '16e2165d-e53b-4771-ba7e-9126d1b04f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'started_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:02:35.506340 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Checking segment: {'id': '424ef672-943f-42ef-9b89-e700d767d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:02:35.506786 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Bound using segment: {'id': '424ef672-943f-42ef-9b89-e700d767d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a'} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:02:35.507421 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Bound port: 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '424ef672-943f-42ef-9b89-e700d767d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a'}}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:02:35.507778 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:35.548368 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [req-cf04654d-950b-4fdb-bd7c-0871cdd6abd7 req-2ffceb76-241a-4a2b-b5f6-fc0d77259dcd tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Deleting port 9818903e-206a-4d28-bd82-202b39cea923 {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:02:35.548867 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-cf04654d-950b-4fdb-bd7c-0871cdd6abd7 req-2ffceb76-241a-4a2b-b5f6-fc0d77259dcd tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:35.705132 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] For port 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d, host hv-cinder-78836, cleared binding levels {{(pid=78728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:02:35.708926 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] For port 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=71ec4fe3-634f-445e-944f-dd9a1f5e4c8d,segment=NetworkSegment(424ef672-943f-42ef-9b89-e700d767d1c6),segment_id=424ef672-943f-42ef-9b89-e700d767d1c6)] {{(pid=78728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:02:35.713401 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:35.717298 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-707c9b89-1f9f-432e-9251-ee18538a543d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:02:35.740484 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-cf04654d-950b-4fdb-bd7c-0871cdd6abd7 req-2ffceb76-241a-4a2b-b5f6-fc0d77259dcd tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] For port 9818903e-206a-4d28-bd82-202b39cea923, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9818903e-206a-4d28-bd82-202b39cea923,segment=NetworkSegment(5be6c398-9f8d-4d53-8e6a-cf2b481454a4),segment_id=5be6c398-9f8d-4d53-8e6a-cf2b481454a4)] {{(pid=78727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:02:35.740777 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-cf04654d-950b-4fdb-bd7c-0871cdd6abd7 req-2ffceb76-241a-4a2b-b5f6-fc0d77259dcd tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:35.770860 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:35.771804 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:35.773198 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] 10.222.0.30 "PUT /v2.0/ports/71ec4fe3-634f-445e-944f-dd9a1f5e4c8d HTTP/1.1" status: 200  len: 1093 time: 1.3840563
May 10 20:02:35.780911 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9033a4-3456-4fb1-a008-fcabb346d140', 'tag': '71ec4fe3-634f-445e-944f-dd9a1f5e4c8d'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:02:35.842497 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Pushing event updated for resources: {'Port': ['ID=71ec4fe3-634f-445e-944f-dd9a1f5e4c8d,revision_number=3']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:02:35.845650 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:02:35.847677 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9033a4-3456-4fb1-a008-fcabb346d140', 'tag': '71ec4fe3-634f-445e-944f-dd9a1f5e4c8d', 'status': 'completed', 'code': 200}
May 10 20:02:35.880703 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [req-cf04654d-950b-4fdb-bd7c-0871cdd6abd7 req-2ffceb76-241a-4a2b-b5f6-fc0d77259dcd tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Calling delete_port for 9818903e-206a-4d28-bd82-202b39cea923 owned by compute:nova {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:02:35.924384 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-7949f77c-9dc4-47e3-8108-78339dfc7a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:35.926407 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-7949f77c-9dc4-47e3-8108-78339dfc7a2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78af3fee8db74248b3d2f70ad72438c1&device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 1096 time: 0.0754836
May 10 20:02:35.995748 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-6f71fefe-d5fc-449c-8cfb-dae10a7c05c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71ec4fe3-634f-445e-944f-dd9a1f5e4c8d HTTP/1.1" status: 200  len: 217 time: 0.0612414
May 10 20:02:35.998673 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-cf04654d-950b-4fdb-bd7c-0871cdd6abd7 req-2ffceb76-241a-4a2b-b5f6-fc0d77259dcd tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:36.010716 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:02:36.013698 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['9818903e-206a-4d28-bd82-202b39cea923'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:02:36.110439 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffceb76-241a-4a2b-b5f6-fc0d77259dcd tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Pushing event deleted for resources: {'Port': ['ID=9818903e-206a-4d28-bd82-202b39cea923,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:02:36.119371 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-0e67e4aa-6eae-4494-a873-2bb501960a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:36.120920 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-0e67e4aa-6eae-4494-a873-2bb501960a5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44629f3e-8693-4394-a752-5a7b73dfc6d2 HTTP/1.1" status: 200  len: 855 time: 0.1182489
May 10 20:02:36.126671 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-2ffceb76-241a-4a2b-b5f6-fc0d77259dcd tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:02:36.127534 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf04654d-950b-4fdb-bd7c-0871cdd6abd7 req-2ffceb76-241a-4a2b-b5f6-fc0d77259dcd tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] No DVR routers for this DVR port 9818903e-206a-4d28-bd82-202b39cea923 on host hv-cinder-78836 {{(pid=78727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:02:36.130320 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-cf04654d-950b-4fdb-bd7c-0871cdd6abd7 req-2ffceb76-241a-4a2b-b5f6-fc0d77259dcd tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:36.132908 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a115f7b9-9b57-4588-81d8-66ac6e3b1c2c', 'name': 'network-vif-deleted', 'tag': '9818903e-206a-4d28-bd82-202b39cea923'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:02:36.149628 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-cf04654d-950b-4fdb-bd7c-0871cdd6abd7 req-2ffceb76-241a-4a2b-b5f6-fc0d77259dcd tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.30 "DELETE /v2.0/ports/9818903e-206a-4d28-bd82-202b39cea923 HTTP/1.1" status: 204  len: 173 time: 0.7477336
May 10 20:02:36.179081 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-6f648570-a3c5-41ae-a6a1-5a5ee9f8598d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d76c54c2-c0c9-4665-a172-ea066658292a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502484
May 10 20:02:36.184474 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a115f7b9-9b57-4588-81d8-66ac6e3b1c2c', 'name': 'network-vif-deleted', 'tag': '9818903e-206a-4d28-bd82-202b39cea923', 'status': 'completed', 'code': 200}
May 10 20:02:36.205018 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47bce7b-37c3-4b9b-8371-f69b01960011 req-9b4b97fe-38e0-450c-97b6-ee88eace7057 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:36.206480 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e47bce7b-37c3-4b9b-8371-f69b01960011 req-9b4b97fe-38e0-450c-97b6-ee88eace7057 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 943 time: 0.1414909
May 10 20:02:36.344118 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e47bce7b-37c3-4b9b-8371-f69b01960011 req-f597b679-f0ab-4925-baab-3370c57971c2 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161604
May 10 20:02:36.391111 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-65f2aa14-5b1c-4251-9805-ecf9ca9dd87a service neutron] 10.222.0.30 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1830559
May 10 20:02:36.518986 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7a08d7ab-add1-42c8-a8a5-6f980f96c093 req-07878cac-9acf-4dcd-9de1-1188a5df742b tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] 10.222.0.15 "GET /v2.0/ports?device_id=a115f7b9-9b57-4588-81d8-66ac6e3b1c2c HTTP/1.1" status: 200  len: 210 time: 0.0484011
May 10 20:02:36.571091 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-173d14af-a550-4ee1-bc2d-f5966697d042 req-4e5fa48f-7109-481b-bf35-5837793f13ab service neutron] 10.222.0.30 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1687255
May 10 20:02:36.712517 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3c53b-5d8a-4b92-917d-5a2884a31aac req-7f1bdab2-3b0c-45cf-a21f-a6e8eb7541f5 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:36.713994 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-beb3c53b-5d8a-4b92-917d-5a2884a31aac req-7f1bdab2-3b0c-45cf-a21f-a6e8eb7541f5 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.1319947
May 10 20:02:36.769176 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ad16b-4dea-4394-9efa-85a553d8cbab req-83a9d2d1-1b5c-463d-ae7c-8c626213927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:36.771710 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-549ad16b-4dea-4394-9efa-85a553d8cbab req-83a9d2d1-1b5c-463d-ae7c-8c626213927c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78af3fee8db74248b3d2f70ad72438c1&device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 1096 time: 0.1323519
May 10 20:02:36.776368 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-beb3c53b-5d8a-4b92-917d-5a2884a31aac req-3e7ce532-28d5-423a-804f-7e35b8a5ecad tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565479
May 10 20:02:36.927853 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ad16b-4dea-4394-9efa-85a553d8cbab req-d64a5533-375b-4551-b709-01c941156f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:36.929537 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-549ad16b-4dea-4394-9efa-85a553d8cbab req-d64a5533-375b-4551-b709-01c941156f03 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d76c54c2-c0c9-4665-a172-ea066658292a HTTP/1.1" status: 200  len: 915 time: 0.1499310
May 10 20:02:37.000520 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-549ad16b-4dea-4394-9efa-85a553d8cbab req-53f4288d-a163-48e7-9484-49d7e15d552f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71ec4fe3-634f-445e-944f-dd9a1f5e4c8d HTTP/1.1" status: 200  len: 217 time: 0.0629683
May 10 20:02:37.074254 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ad16b-4dea-4394-9efa-85a553d8cbab req-5e4849e3-4f3b-4737-b879-f502d842fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:37.075642 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-549ad16b-4dea-4394-9efa-85a553d8cbab req-5e4849e3-4f3b-4737-b879-f502d842fed3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44629f3e-8693-4394-a752-5a7b73dfc6d2 HTTP/1.1" status: 200  len: 855 time: 0.0665712
May 10 20:02:37.122679 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-549ad16b-4dea-4394-9efa-85a553d8cbab req-7e15f009-d400-44a7-abb0-fb115defe38f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d76c54c2-c0c9-4665-a172-ea066658292a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394492
May 10 20:02:37.251486 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-549ad16b-4dea-4394-9efa-85a553d8cbab req-f4abc485-97e3-4bb0-80f2-99c5da056bc8 service neutron] 10.222.0.30 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1207807
May 10 20:02:37.534590 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-549ad16b-4dea-4394-9efa-85a553d8cbab req-43558e60-dbbe-493b-82cc-7dab83c6c654 service neutron] 10.222.0.30 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2752447
May 10 20:02:37.586970 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae8a2e-fa85-4a84-8a50-fb560f1dbbea req-a6075d55-7b7c-4a11-8880-3558fe795be7 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:37.594126 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-52ae8a2e-fa85-4a84-8a50-fb560f1dbbea req-a6075d55-7b7c-4a11-8880-3558fe795be7 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 943 time: 0.1097944
May 10 20:02:37.648565 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-52ae8a2e-fa85-4a84-8a50-fb560f1dbbea req-d0d71f4c-bbcf-4168-ae2b-87dfc0c6eb7c tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534914
May 10 20:02:38.831170 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd5ccc-b289-480d-9c60-136a8f72721e req-7b1db1cb-d9f2-4368-a0cd-c1b254333ffc tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:38.833221 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e2bd5ccc-b289-480d-9c60-136a8f72721e req-7b1db1cb-d9f2-4368-a0cd-c1b254333ffc tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 943 time: 0.0821793
May 10 20:02:38.883496 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e2bd5ccc-b289-480d-9c60-136a8f72721e req-3ba6162f-6103-4dca-83f0-44d38dc59023 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436542
May 10 20:02:38.914460 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 9818903e-206a-4d28-bd82-202b39cea923 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:02:38.967160 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] No Port match for: 9818903e-206a-4d28-bd82-202b39cea923 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:02:38.967520 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 9818903e-206a-4d28-bd82-202b39cea923 not bound to the agent host hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:02:42.587756 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:44.731572 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6ff0af0f-2cc0-4571-bcb1-d67ffacbd538 req-318862cc-9506-4588-8a73-434d5d5e31f3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0767031
May 10 20:02:44.884413 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0af0f-2cc0-4571-bcb1-d67ffacbd538 req-449622c4-a1f5-46b1-a903-2f2ab8c45e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:44.885887 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6ff0af0f-2cc0-4571-bcb1-d67ffacbd538 req-449622c4-a1f5-46b1-a903-2f2ab8c45e8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b65721b496f24a29859a65925c5d03bf&device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 1098 time: 0.1284831
May 10 20:02:44.907803 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1acbba-9ca6-42e2-8ba2-674e65bd14f4 req-5a27fec4-db23-4f56-a41e-3025662b82fb tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:44.909278 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ca1acbba-9ca6-42e2-8ba2-674e65bd14f4 req-5a27fec4-db23-4f56-a41e-3025662b82fb tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 943 time: 0.1123044
May 10 20:02:45.040526 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ca1acbba-9ca6-42e2-8ba2-674e65bd14f4 req-cd6e440c-895a-490c-8673-8c019d55f962 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107152
May 10 20:02:45.074900 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0af0f-2cc0-4571-bcb1-d67ffacbd538 req-f93a2ad1-4a12-4778-88fb-ed183958ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:45.076345 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6ff0af0f-2cc0-4571-bcb1-d67ffacbd538 req-f93a2ad1-4a12-4778-88fb-ed183958ebea service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 HTTP/1.1" status: 200  len: 916 time: 0.1662259
May 10 20:02:45.179835 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6ff0af0f-2cc0-4571-bcb1-d67ffacbd538 req-ee14c2e8-93ad-4935-b938-cb3f6256ad7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9203c9d1-f264-4559-9930-0e2c6c6451c5 HTTP/1.1" status: 200  len: 1001 time: 0.0964851
May 10 20:02:45.245509 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0af0f-2cc0-4571-bcb1-d67ffacbd538 req-94c5f69e-2baa-4629-ab79-42658ad4b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:45.246941 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6ff0af0f-2cc0-4571-bcb1-d67ffacbd538 req-94c5f69e-2baa-4629-ab79-42658ad4b870 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c0f63c-4d1b-479f-a1ab-64a94c500e7f HTTP/1.1" status: 200  len: 855 time: 0.0578017
May 10 20:02:45.326191 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0af0f-2cc0-4571-bcb1-d67ffacbd538 req-b932f2bd-3d5d-4411-ab80-668f4540767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:45.327538 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6ff0af0f-2cc0-4571-bcb1-d67ffacbd538 req-b932f2bd-3d5d-4411-ab80-668f4540767f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735810
May 10 20:02:45.457927 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6ff0af0f-2cc0-4571-bcb1-d67ffacbd538 req-6c57b50b-3fdd-456b-9e08-7edfabc00645 service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225164
May 10 20:02:45.591572 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6ff0af0f-2cc0-4571-bcb1-d67ffacbd538 req-f358dd55-f64b-4d2a-baab-2042707faeab service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272116
May 10 20:02:45.744929 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:02:46.237734 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70a523-911b-4aa0-b8a5-724e6591d5e2 req-a6c0a05d-547a-438e-9d46-844fbcae83c7 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:46.239914 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4a70a523-911b-4aa0-b8a5-724e6591d5e2 req-a6c0a05d-547a-438e-9d46-844fbcae83c7 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 943 time: 0.0836575
May 10 20:02:46.287119 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4a70a523-911b-4aa0-b8a5-724e6591d5e2 req-a2fbfc1f-f0fa-4a60-b4b0-70533d28c6b5 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408633
May 10 20:02:46.939390 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:02:47.112615 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=71ec4fe3-634f-445e-944f-dd9a1f5e4c8d,segment=NetworkSegment(424ef672-943f-42ef-9b89-e700d767d1c6),segment_id=424ef672-943f-42ef-9b89-e700d767d1c6)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:02:47.129578 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': '71ec4fe3-634f-445e-944f-dd9a1f5e4c8d', 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a', 'port_id': '71ec4fe3-634f-445e-944f-dd9a1f5e4c8d', 'mac_address': 'fa:16:3e:bf:28:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44629f3e-8693-4394-a752-5a7b73dfc6d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:02:47.185296 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:47.205232 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:02:47.223669 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=71ec4fe3-634f-445e-944f-dd9a1f5e4c8d,segment=NetworkSegment(424ef672-943f-42ef-9b89-e700d767d1c6),segment_id=424ef672-943f-42ef-9b89-e700d767d1c6)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:02:47.227836 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:47.229668 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:02:47.299867 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=71ec4fe3-634f-445e-944f-dd9a1f5e4c8d,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:02:47.307387 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:02:47.307736 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:02:47.308104 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:02:47.308440 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:02:47.308776 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:02:47.309104 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:02:47.309429 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:02:47.310096 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:02:47.310459 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:02:47.310789 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:02:47.311115 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:02:47.311435 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:02:47.315362 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:02:51.283370 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a893bff-8568-49c0-bbad-22b4e9bc36b8 req-7250b862-70ba-4a23-879b-aee614c4836f tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:51.284802 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4a893bff-8568-49c0-bbad-22b4e9bc36b8 req-7250b862-70ba-4a23-879b-aee614c4836f tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 944 time: 0.0893207
May 10 20:02:51.333847 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4a893bff-8568-49c0-bbad-22b4e9bc36b8 req-ef01d221-c237-4760-86cf-0ff689776e0d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431857
May 10 20:02:51.799591 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['71ec4fe3-634f-445e-944f-dd9a1f5e4c8d'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:02:52.519859 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cc415-7622-41e4-9f6b-b6af57ab019a req-d773d48a-8e96-484b-9a3c-f381cca4c123 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:52.521615 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc5cc415-7622-41e4-9f6b-b6af57ab019a req-d773d48a-8e96-484b-9a3c-f381cca4c123 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 944 time: 0.0809259
May 10 20:02:52.568594 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc5cc415-7622-41e4-9f6b-b6af57ab019a req-96153bef-7bb0-4dc4-9148-6336ba2f0b7c tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414665
May 10 20:02:53.402820 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:02:53.479577 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning for port 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:02:53.484694 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:02:53.485070 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:53.611426 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:53.642569 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9033a4-3456-4fb1-a008-fcabb346d140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ec4fe3-634f-445e-944f-dd9a1f5e4c8d'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:02:53.656444 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=71ec4fe3-634f-445e-944f-dd9a1f5e4c8d,segment=NetworkSegment(424ef672-943f-42ef-9b89-e700d767d1c6),segment_id=424ef672-943f-42ef-9b89-e700d767d1c6)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:02:53.662834 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:53.666866 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-988f929e-6593-457d-87f8-623f5c8b3f88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:02:53.712676 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9033a4-3456-4fb1-a008-fcabb346d140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ec4fe3-634f-445e-944f-dd9a1f5e4c8d', 'code': 200}
May 10 20:02:53.796657 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c93f7-1181-4276-bf24-b650058eca85 req-d6502d39-48ed-4dc0-8a44-2fda05eaae8b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:53.798899 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0f4c93f7-1181-4276-bf24-b650058eca85 req-d6502d39-48ed-4dc0-8a44-2fda05eaae8b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.1054175
May 10 20:02:53.818293 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=71ec4fe3-634f-445e-944f-dd9a1f5e4c8d,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:02:53.827313 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:02:53.902933 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0f4c93f7-1181-4276-bf24-b650058eca85 req-8830e29b-a1d5-42a4-866e-109e7cc72bd2 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907104
May 10 20:02:54.142968 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aaa23-0adf-4fbe-bb48-94ec9ab4781d req-219cc25c-1e59-4583-8312-bc9209c5b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:54.145393 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-de2aaa23-0adf-4fbe-bb48-94ec9ab4781d req-219cc25c-1e59-4583-8312-bc9209c5b3ab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 1098 time: 0.1307955
May 10 20:02:54.199276 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-de2aaa23-0adf-4fbe-bb48-94ec9ab4781d req-6fad8294-eab0-46ad-b45d-eaf9dc4649b4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421531
May 10 20:02:55.247586 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be772ea-15e6-47a9-9090-cc01459d63ca req-1d611873-cf70-4b22-9a3f-3cf03f5fca10 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:55.256250 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8be772ea-15e6-47a9-9090-cc01459d63ca req-1d611873-cf70-4b22-9a3f-3cf03f5fca10 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.2212412
May 10 20:02:55.415075 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8be772ea-15e6-47a9-9090-cc01459d63ca req-0a5dc8d7-6cc1-437c-b15d-ad1a49c7639b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1528325
May 10 20:02:56.606263 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda8e68-8946-45fa-8ad9-e9d6d07ee2e6 req-329a2ca0-dfd2-4056-a4c0-32c25ed31312 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:56.607723 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-efda8e68-8946-45fa-8ad9-e9d6d07ee2e6 req-329a2ca0-dfd2-4056-a4c0-32c25ed31312 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.0876007
May 10 20:02:56.653880 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-efda8e68-8946-45fa-8ad9-e9d6d07ee2e6 req-9675a5b2-f098-4341-9341-12338eefb44f tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394108
May 10 20:02:57.343065 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b483ad52-5ae4-4e6c-bae7-181f0758f430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:02:57.841335 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e1ca9-c08b-4a65-94cd-a8e8cfa9813b req-8a78944c-d3b1-4d65-9404-f11cf2ac5ff4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:57.842804 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f12e1ca9-c08b-4a65-94cd-a8e8cfa9813b req-8a78944c-d3b1-4d65-9404-f11cf2ac5ff4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.0803034
May 10 20:02:57.892034 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f12e1ca9-c08b-4a65-94cd-a8e8cfa9813b req-6604dcb1-f51e-439e-8340-4550b323f02d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433598
May 10 20:02:59.077392 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b5cdc-281c-4e6f-939a-7a4edcf81b81 req-d5c04c7c-c657-49d2-9180-f5428e1112e9 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:02:59.078865 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-169b5cdc-281c-4e6f-939a-7a4edcf81b81 req-d5c04c7c-c657-49d2-9180-f5428e1112e9 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.0802848
May 10 20:02:59.126455 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-169b5cdc-281c-4e6f-939a-7a4edcf81b81 req-f8588559-65a3-4f88-9d96-383d734f141c tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417230
May 10 20:03:00.216078 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c25e1f60-df71-4da4-b02f-e3b87fc4fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:00.328297 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8194263-e780-400b-97b3-27fcf805f578 req-7ab92533-5d44-498c-a6e8-9b5cf1bf8f9a tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:00.329766 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c8194263-e780-400b-97b3-27fcf805f578 req-7ab92533-5d44-498c-a6e8-9b5cf1bf8f9a tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.0877130
May 10 20:03:00.377024 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c8194263-e780-400b-97b3-27fcf805f578 req-95ca36aa-ca9d-44af-a774-cc66fc02b647 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409384
May 10 20:03:00.509886 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:01.595226 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c0ca9-9b6e-48c4-8336-abb7d007da85 req-47297de8-c32e-46b0-b0e6-aa6ec2deb925 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:01.596817 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-255c0ca9-9b6e-48c4-8336-abb7d007da85 req-47297de8-c32e-46b0-b0e6-aa6ec2deb925 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.1098857
May 10 20:03:01.664448 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-255c0ca9-9b6e-48c4-8336-abb7d007da85 req-1e5ce09b-1ff4-4e43-ba41-c880bc4c6da1 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584624
May 10 20:03:02.046611 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:03.726562 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:04.196911 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad144f3-28fc-4f0f-a9e5-f20808d46ff8 req-5d4efa58-c98b-4109-9bbc-046d52b4b2ce tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:04.199588 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-aad144f3-28fc-4f0f-a9e5-f20808d46ff8 req-5d4efa58-c98b-4109-9bbc-046d52b4b2ce tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.1034174
May 10 20:03:04.265230 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-aad144f3-28fc-4f0f-a9e5-f20808d46ff8 req-e022aeb8-9a29-4ca0-a51c-44ca8397b6d1 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547848
May 10 20:03:04.400945 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 48442) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:04.576988 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:04.593103 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:04.598791 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Usage tracker for resource:security_group_rule and tenant:60f163c98f874e748ac1540504b785e2 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:04.601944 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:04.607879 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:04.713229 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:04.728534 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:04.768187 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-84b1da0b-0f45-402c-802d-0cef62a603c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:04.777683 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60f163c98f874e748ac1540504b785e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3755691
May 10 20:03:04.780172 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 48456) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:04.830637 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe657af-6c6d-450b-b686-0b0b0c9cea8e,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:04.850842 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:04.851551 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:04.852135 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:04.852643 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:04.853139 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:04.853696 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:04.854247 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:04.854746 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:04.855232 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:04.855764 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:04.856283 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:04.856778 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:04.861534 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:04.913609 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2d97bedc-28a3-40d6-ba79-5bd0ae67241f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:04.951626 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2d97bedc-28a3-40d6-ba79-5bd0ae67241f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:05.027139 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2d97bedc-28a3-40d6-ba79-5bd0ae67241f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:05.037126 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-77003ea7-6b7c-413b-bf13-f880c4b09538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:05.052646 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97bedc-28a3-40d6-ba79-5bd0ae67241f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe657af-6c6d-450b-b686-0b0b0c9cea8e,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:05.056157 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-2d97bedc-28a3-40d6-ba79-5bd0ae67241f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:05.057611 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2d97bedc-28a3-40d6-ba79-5bd0ae67241f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:05.058947 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-2d97bedc-28a3-40d6-ba79-5bd0ae67241f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/abe657af-6c6d-450b-b686-0b0b0c9cea8e HTTP/1.1" status: 204  len: 168 time: 0.2775264
May 10 20:03:05.740724 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3549a-5cc8-41c2-bdb2-ab5df6dbe2b8 req-cb88caf7-f6d4-4820-84f0-50f3ae1f101a tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:05.744432 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8cf3549a-5cc8-41c2-bdb2-ab5df6dbe2b8 req-cb88caf7-f6d4-4820-84f0-50f3ae1f101a tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.1949403
May 10 20:03:05.819045 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8096c39-7c51-4992-913e-a56b03b9804b req-2335ab62-1c10-46e8-be8e-27bcdc355a2a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:05.827391 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f8096c39-7c51-4992-913e-a56b03b9804b req-2335ab62-1c10-46e8-be8e-27bcdc355a2a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.2040794
May 10 20:03:05.896592 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f8096c39-7c51-4992-913e-a56b03b9804b req-d39cbb48-8a03-4e2e-bbb2-3c9f43d13840 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679944
May 10 20:03:05.941603 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8cf3549a-5cc8-41c2-bdb2-ab5df6dbe2b8 req-0d56b824-513d-448c-8272-fabd42981576 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1907291
May 10 20:03:06.219317 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 48518) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:06.381144 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-60622755-network', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:03:06.389413 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:06.397840 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Usage tracker for resource:network and tenant:5127732f09de45a6ae2dd1088906e37c is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:06.401858 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:06.409386 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:06.427163 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Made reservation on behalf of 5127732f09de45a6ae2dd1088906e37c for: {'network': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:03:06.430652 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for network, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:06.446826 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:06.475084 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:06.481069 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Usage tracker for resource:security_group_rule and tenant:5127732f09de45a6ae2dd1088906e37c is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:06.484465 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:06.493739 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:06.636559 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:06.642430 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:06.647652 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-6a067aff-5e6f-4626-9d25-cfa75f1b2a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:06.696918 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50}  {{(pid=78727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:03:06.699049 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e68658-b2b9-457a-bc7b-ba8b66096e70,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:06.705308 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:06.712336 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:06.712859 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.segments_db [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Added segment b2f42036-b246-49dc-9817-74f13a9b962b of type vlan for network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b
May 10 20:03:06.759286 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783201323138'] for network, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:06.816720 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for network, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:06.818166 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:06.818674 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:06.822223 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:07.003569 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Pushing event updated for resources: {'Network': ['ID=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:07.016721 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b details requested by agent ovs-agent-dv-cinder-788364-3-iscsi with host dv-cinder-788364-3-iscsi {{(pid=78729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:03:07.017971 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:07.025417 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 48542) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:07.026445 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8047915
May 10 20:03:07.040999 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Request body: {'subnet': {'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-60622755-subnet', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'ip_version': 4}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:03:07.061885 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:07.078298 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Usage tracker for resource:subnet and tenant:5127732f09de45a6ae2dd1088906e37c is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:07.089891 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:07.127431 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:07.252805 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Made reservation on behalf of 5127732f09de45a6ae2dd1088906e37c for: {'subnet': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:03:07.255700 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1879046'] for subnet, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:07.488723 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d048e0-2d93-4d30-b190-1b47581693b1 req-4aa3fd0f-9a9c-4396-a826-1f080b047805 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:07.491048 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-81d048e0-2d93-4d30-b190-1b47581693b1 req-4aa3fd0f-9a9c-4396-a826-1f080b047805 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.3032382
May 10 20:03:07.524935 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50def81-f9a9-4b4d-8520-e40886060614 req-bf0aad57-709a-4623-bbe4-a45289064f1d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:07.526510 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c50def81-f9a9-4b4d-8520-e40886060614 req-bf0aad57-709a-4623-bbe4-a45289064f1d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.4096870
May 10 20:03:07.668128 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-81d048e0-2d93-4d30-b190-1b47581693b1 req-34b02058-872f-4f09-8da3-90acdafd27ad tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564522
May 10 20:03:07.684687 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c7696-6c1c-4260-ab51-f367cc4a2d48 req-f598f318-96af-42ec-b4cb-9e4ee3bcc404 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:07.686159 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c81c7696-6c1c-4260-ab51-f367cc4a2d48 req-f598f318-96af-42ec-b4cb-9e4ee3bcc404 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.30 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 945 time: 0.3236220
May 10 20:03:07.698471 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c50def81-f9a9-4b4d-8520-e40886060614 req-8de98822-8b3e-4d85-ac5a-4abd376f3dcf tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1492362
May 10 20:03:08.024332 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-c81c7696-6c1c-4260-ab51-f367cc4a2d48 req-28ead5f1-ab23-42fd-868d-fb9c889c5bd1 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Deleting port b272e384-b438-4d1a-86c6-152aec8df299 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:03:08.024693 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-c81c7696-6c1c-4260-ab51-f367cc4a2d48 req-28ead5f1-ab23-42fd-868d-fb9c889c5bd1 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:08.215155 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-c81c7696-6c1c-4260-ab51-f367cc4a2d48 req-28ead5f1-ab23-42fd-868d-fb9c889c5bd1 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] For port b272e384-b438-4d1a-86c6-152aec8df299, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b272e384-b438-4d1a-86c6-152aec8df299,segment=NetworkSegment(d81407f0-5164-4828-98d2-3009553635dd),segment_id=d81407f0-5164-4828-98d2-3009553635dd)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:03:08.215864 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-c81c7696-6c1c-4260-ab51-f367cc4a2d48 req-28ead5f1-ab23-42fd-868d-fb9c889c5bd1 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:08.373268 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-c81c7696-6c1c-4260-ab51-f367cc4a2d48 req-28ead5f1-ab23-42fd-868d-fb9c889c5bd1 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Calling delete_port for b272e384-b438-4d1a-86c6-152aec8df299 owned by compute:nova {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:03:08.556891 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1773188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1879156'] for subnet, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:08.561827 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f451783d-28dc-482e-8253-f5160b855bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:08.693409 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb0ad9c7-037b-4617-8d84-22529217eb71,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:08.711337 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:08.711898 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:08.712487 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:08.712773 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:08.713202 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:08.713593 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:08.714091 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:08.714299 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:08.714644 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:08.714987 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:08.715409 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:08.715754 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:08.730221 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:08.733027 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-c81c7696-6c1c-4260-ab51-f367cc4a2d48 req-28ead5f1-ab23-42fd-868d-fb9c889c5bd1 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:08.751561 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['79de43ea-6ad8-4250-9344-1e4b3b22e91c'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:03:08.756558 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:08.861149 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Checking segment: {'id': 'b2f42036-b246-49dc-9817-74f13a9b962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:03:08.861518 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Network hostable DHCP agents. Network: c7c94f39-d55c-4fad-ba57-0e8ddc69af4b, hostable agents: ['d4f40443-b4a1-4714-9d47-f8080706db31'], hosted agents: [] {{(pid=78728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:03:08.948989 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ead5f1-ab23-42fd-868d-fb9c889c5bd1 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Pushing event deleted for resources: {'Port': ['ID=b272e384-b438-4d1a-86c6-152aec8df299,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:08.952399 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-28ead5f1-ab23-42fd-868d-fb9c889c5bd1 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:09.012145 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc1b7e81-218a-4127-867f-7a4206b76165 req-3cea5acd-aaee-4c47-93b0-3aa05c0beee8 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 210 time: 0.1233890
May 10 20:03:09.114697 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81c7696-6c1c-4260-ab51-f367cc4a2d48 req-28ead5f1-ab23-42fd-868d-fb9c889c5bd1 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] No DVR routers for this DVR port b272e384-b438-4d1a-86c6-152aec8df299 on host hv-cinder-78836 {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:03:09.118532 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-c81c7696-6c1c-4260-ab51-f367cc4a2d48 req-28ead5f1-ab23-42fd-868d-fb9c889c5bd1 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:09.123390 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14753f9-9862-44d1-aa8e-3093719e2183', 'name': 'network-vif-deleted', 'tag': 'b272e384-b438-4d1a-86c6-152aec8df299'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:03:09.137343 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b is scheduled to be hosted by DHCP agent d4f40443-b4a1-4714-9d47-f8080706db31 with binding_index 1 {{(pid=78728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:03:09.155291 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-iscsi, c7c94f39-d55c-4fad-ba57-0e8ddc69af4b) {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:03:09.166130 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f98a76-c243-4e88-a723-d4ed948b4abf None None] Network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:03:09.169904 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:09.171516 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:09.184180 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c81c7696-6c1c-4260-ab51-f367cc4a2d48 req-28ead5f1-ab23-42fd-868d-fb9c889c5bd1 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.30 "DELETE /v2.0/ports/b272e384-b438-4d1a-86c6-152aec8df299 HTTP/1.1" status: 204  len: 173 time: 1.4895704
May 10 20:03:09.196722 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14753f9-9862-44d1-aa8e-3093719e2183', 'name': 'network-vif-deleted', 'tag': 'b272e384-b438-4d1a-86c6-152aec8df299', 'status': 'completed', 'code': 200}
May 10 20:03:09.224842 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 48578) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:09.227029 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.1991386
May 10 20:03:09.233931 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:03:09.242716 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:09.250870 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Usage tracker for resource:router and tenant:5127732f09de45a6ae2dd1088906e37c is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:09.261774 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87376c-dfc2-4200-8ea0-848bd1d20215 req-c8c366b9-4079-4517-9e28-0a756a74eda6 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:09.262028 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:09.269913 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-af87376c-dfc2-4200-8ea0-848bd1d20215 req-c8c366b9-4079-4517-9e28-0a756a74eda6 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.3150342
May 10 20:03:09.272009 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:09.296789 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13685'] for router, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:09.299846 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400874', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13644'] for router, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:09.327908 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:09.328572 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-af87376c-dfc2-4200-8ea0-848bd1d20215 req-3b30717e-b917-4ccc-9998-6c12100fd268 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577114
May 10 20:03:09.534352 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device b272e384-b438-4d1a-86c6-152aec8df299 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:03:09.583015 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0a44e7e-9408-5f1f-b31c-5351961196ea-c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71'}]}} from dv-cinder-788364-3-iscsi. {{(pid=78729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 20:03:09.584101 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:09.600962 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] No Port match for: b272e384-b438-4d1a-86c6-152aec8df299 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:03:09.601317 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device b272e384-b438-4d1a-86c6-152aec8df299 not bound to the agent host hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:03:09.677124 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13650'] for router, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:09.857549 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Allocated IP 172.20.0.2 (c7c94f39-d55c-4fad-ba57-0e8ddc69af4b/eb0ad9c7-037b-4617-8d84-22529217eb71/b8d24c5e-2baf-4e85-8065-0e7169bfcb33) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:03:10.000335 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 48592) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:10.316466 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7c822b4b-e9a6-4fc9-b6cb-083bdf9a8da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:10.318823 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:10.360243 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:10.404209 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-7c822b4b-e9a6-4fc9-b6cb-083bdf9a8da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:10.409380 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-7c822b4b-e9a6-4fc9-b6cb-083bdf9a8da4 admin admin] Usage tracker for resource:security_group_rule and tenant:a6aca636fbc94811944ab4e4e93b691d is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:10.413131 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-7c822b4b-e9a6-4fc9-b6cb-083bdf9a8da4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:10.422660 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-7c822b4b-e9a6-4fc9-b6cb-083bdf9a8da4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:10.441269 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:10.450309 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-7806aad6-cff1-4dc6-b5c3-134f8594128d req-02f31506-7cf7-4a7a-a081-b59b563f31a7 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Synchronizing usage tracker for tenant:856b84e1fb1f47a0a90fc51c6d13ed80 on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:03:10.479130 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-7806aad6-cff1-4dc6-b5c3-134f8594128d req-02f31506-7cf7-4a7a-a081-b59b563f31a7 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Unset dirty status for tenant:856b84e1fb1f47a0a90fc51c6d13ed80 on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:03:10.480407 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7806aad6-cff1-4dc6-b5c3-134f8594128d req-02f31506-7cf7-4a7a-a081-b59b563f31a7 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e14753f9-9862-44d1-aa8e-3093719e2183 HTTP/1.1" status: 200  len: 210 time: 0.1704018
May 10 20:03:10.519918 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Transition to ACTIVE for port object b8d24c5e-2baf-4e85-8065-0e7169bfcb33 will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:03:10.572057 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Allocated IP 172.27.1.245 (01362e56-e24c-4ee7-a42c-5b36628ae184/e9773ae1-ec36-4e8c-9f0f-e60b51e99e71/3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:03:10.601529 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7c822b4b-e9a6-4fc9-b6cb-083bdf9a8da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:10.602895 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Transition to ACTIVE for port object b8d24c5e-2baf-4e85-8065-0e7169bfcb33 will not be triggered until provisioned by entity DHCP. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:03:10.619729 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7c822b4b-e9a6-4fc9-b6cb-083bdf9a8da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:10.622198 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:10.631622 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-988f929e-6593-457d-87f8-623f5c8b3f88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:10.709470 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Pushing event updated for resources: {'Port': ['ID=b8d24c5e-2baf-4e85-8065-0e7169bfcb33,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:10.721742 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:10.736165 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:03:10.738686 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Resources bound (agent type, host, resource id):  {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:03:10.746882 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:03:10.748331 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2906daa5-ebad-4da6-b32a-1a6c9ce0ef1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:10.830314 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:10.860050 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-7c822b4b-e9a6-4fc9-b6cb-083bdf9a8da4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6aca636fbc94811944ab4e4e93b691d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8576398
May 10 20:03:10.866778 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 48608) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:10.903834 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c822b4b-e9a6-4fc9-b6cb-083bdf9a8da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c83451-1c2b-4bda-8a05-06ef6ee4c769,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:10.913129 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7c822b4b-e9a6-4fc9-b6cb-083bdf9a8da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:10.936129 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:10.946804 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Attempting to bind port b8d24c5e-2baf-4e85-8065-0e7169bfcb33 on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:03:10.947356 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Attempting to bind port b8d24c5e-2baf-4e85-8065-0e7169bfcb33 by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': 'b2f42036-b246-49dc-9817-74f13a9b962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:03:10.949009 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Attempting to bind port b8d24c5e-2baf-4e85-8065-0e7169bfcb33 on network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:03:10.953342 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:03:10.953722 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Checking segment: {'id': 'b2f42036-b246-49dc-9817-74f13a9b962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:03:10.954133 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:10.954531 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Bound using segment: {'id': 'b2f42036-b246-49dc-9817-74f13a9b962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:03:10.955013 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Bound port: b8d24c5e-2baf-4e85-8065-0e7169bfcb33, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f42036-b246-49dc-9817-74f13a9b962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:03:10.955394 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:10.958135 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:10.983418 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acdaa7-dee9-4a17-9fb7-e7ac88bea937 req-bdbac25c-07e1-44fb-8f98-1d84ce68ce81 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:10.985820 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-97acdaa7-dee9-4a17-9fb7-e7ac88bea937 req-bdbac25c-07e1-44fb-8f98-1d84ce68ce81 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.3719652
May 10 20:03:11.045078 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:03:11.049173 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:03:11.084430 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] For port b8d24c5e-2baf-4e85-8065-0e7169bfcb33, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:03:11.085878 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:03:11.091378 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] For port b8d24c5e-2baf-4e85-8065-0e7169bfcb33, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=b8d24c5e-2baf-4e85-8065-0e7169bfcb33,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:03:11.093969 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-97acdaa7-dee9-4a17-9fb7-e7ac88bea937 req-f81d6017-022a-4072-b0f5-32218d2ed352 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1013715
May 10 20:03:11.103700 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:11.113499 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:11.156346 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5ff23fe1-6602-42f5-8936-0d3527a6403d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:11.198628 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Pushing event updated for resources: {'Port': ['ID=b8d24c5e-2baf-4e85-8065-0e7169bfcb33,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:11.204086 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:11.245176 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Pushing event updated for resources: {'Port': ['ID=3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:11.338245 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:11.394812 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5ff23fe1-6602-42f5-8936-0d3527a6403d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:11.632546 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5ff23fe1-6602-42f5-8936-0d3527a6403d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:11.646680 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-2d97bedc-28a3-40d6-ba79-5bd0ae67241f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:11.665769 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff23fe1-6602-42f5-8936-0d3527a6403d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c83451-1c2b-4bda-8a05-06ef6ee4c769,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:11.673425 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-5ff23fe1-6602-42f5-8936-0d3527a6403d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:11.709751 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:11.771451 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5ff23fe1-6602-42f5-8936-0d3527a6403d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:11.772598 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-5ff23fe1-6602-42f5-8936-0d3527a6403d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58c83451-1c2b-4bda-8a05-06ef6ee4c769 HTTP/1.1" status: 204  len: 168 time: 0.9049642
May 10 20:03:12.412160 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device b8d24c5e-2baf-4e85-8065-0e7169bfcb33 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:03:12.613459 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:12.628321 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port b8d24c5e-2baf-4e85-8065-0e7169bfcb33 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:03:12.678626 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7e172-a8dc-4a12-8991-f16e661cb2c4 req-e7c443c8-95cb-4e2d-a4ef-c136d92c3d84 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:12.686455 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f1a7e172-a8dc-4a12-8991-f16e661cb2c4 req-e7c443c8-95cb-4e2d-a4ef-c136d92c3d84 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.2132561
May 10 20:03:12.775198 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f1a7e172-a8dc-4a12-8991-f16e661cb2c4 req-f495e260-709a-4018-8db7-f16fcb7550cd tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855532
May 10 20:03:12.812431 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-337256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399622'] for router, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:12.828179 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfcef1-f997-4023-9025-a3390bcd212a req-76250f70-dd8d-4ef2-82ad-3e318229355e tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:12.857928 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-51dfcef1-f997-4023-9025-a3390bcd212a req-76250f70-dd8d-4ef2-82ad-3e318229355e tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.2609806
May 10 20:03:12.955533 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bad9d94-15a0-4c5a-b3f9-928016abc76b None None] Network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:03:13.070332 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-51dfcef1-f997-4023-9025-a3390bcd212a req-f43f0b82-ca79-4478-acf3-2c5d23f7494c tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2114229
May 10 20:03:13.137052 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0714eb8-ac2f-4f81-b3be-ef3658c07451 req-aa99a549-543e-49cf-b876-0d985f27f7f4 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:13.139550 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b0714eb8-ac2f-4f81-b3be-ef3658c07451 req-aa99a549-543e-49cf-b876-0d985f27f7f4 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.2129135
May 10 20:03:13.171969 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-29cf8fb9-ec22-45f7-91c3-4aab5e585a62 None None] Provisioning for port b8d24c5e-2baf-4e85-8065-0e7169bfcb33 completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:03:13.188427 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-29cf8fb9-ec22-45f7-91c3-4aab5e585a62 None None] Provisioning complete for port b8d24c5e-2baf-4e85-8065-0e7169bfcb33 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:03:13.188427 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-29cf8fb9-ec22-45f7-91c3-4aab5e585a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:13.213423 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Router 93fae79f-b83d-48cc-bdc2-30d887f79df9 is scheduled to L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 with binding_index 1 {{(pid=78727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 20:03:13.218048 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b0714eb8-ac2f-4f81-b3be-ef3658c07451 req-45d3edd9-8fff-4230-9666-922463fbcdd1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717192
May 10 20:03:13.430531 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-29cf8fb9-ec22-45f7-91c3-4aab5e585a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:13.470004 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:03:13.482184 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] Sync routers for ids ['93fae79f-b83d-48cc-bdc2-30d887f79df9'] in dv-cinder-788364-3-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:03:13.499488 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Notify callbacks [] for router, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:13.504099 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.2740834
May 10 20:03:13.504290 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] Routers {'93fae79f-b83d-48cc-bdc2-30d887f79df9'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:03:13.504290 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff895a670>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:03:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['93fae79f-b83d-48cc-bdc2-30d887f79df9'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:13.504512 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 48666) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:13.511845 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-29cf8fb9-ec22-45f7-91c3-4aab5e585a62 None None] For port b8d24c5e-2baf-4e85-8065-0e7169bfcb33, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=b8d24c5e-2baf-4e85-8065-0e7169bfcb33,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:03:13.524233 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-29cf8fb9-ec22-45f7-91c3-4aab5e585a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:13.525972 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:13.646087 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf8fb9-ec22-45f7-91c3-4aab5e585a62 None None] Pushing event updated for resources: {'Port': ['ID=b8d24c5e-2baf-4e85-8065-0e7169bfcb33,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:13.651135 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-29cf8fb9-ec22-45f7-91c3-4aab5e585a62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:13.832000 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] Set router 93fae79f-b83d-48cc-bdc2-30d887f79df9 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:03:13.858360 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-e1a66a0c-b6c2-4ff7-be95-9ecab879babe None None] Provisioning complete for port b8d24c5e-2baf-4e85-8065-0e7169bfcb33 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:03:13.858787 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e1a66a0c-b6c2-4ff7-be95-9ecab879babe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:14.181122 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a16889-c62e-4fca-b660-4c79e57a2b87 req-48b854a6-7935-484b-817d-cde10738ed19 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:14.193016 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-90a16889-c62e-4fca-b660-4c79e57a2b87 req-48b854a6-7935-484b-817d-cde10738ed19 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.1797926
May 10 20:03:14.303450 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device b8d24c5e-2baf-4e85-8065-0e7169bfcb33 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:03:14.499661 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff895a670>, [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:11Z', 'revision_number': 3, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:14.505929 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] Checking router: 93fae79f-b83d-48cc-bdc2-30d887f79df9 for host: dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:03:14.506662 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] Updating router 93fae79f-b83d-48cc-bdc2-30d887f79df9 port 3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263 binding host dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:03:14.529645 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port b8d24c5e-2baf-4e85-8065-0e7169bfcb33 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:03:14.530202 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:14.602209 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:14.631478 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-90a16889-c62e-4fca-b660-4c79e57a2b87 req-922b185c-b8e0-423f-942e-cc21ba91c5d3 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4375288
May 10 20:03:14.729258 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b96e1f-57c4-43e8-93a4-fa71dfd34e22 req-ddbc5285-203d-4000-aa5b-862e61f72868 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:14.755067 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-24b96e1f-57c4-43e8-93a4-fa71dfd34e22 req-ddbc5285-203d-4000-aa5b-862e61f72868 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.2186940
May 10 20:03:14.936651 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-24b96e1f-57c4-43e8-93a4-fa71dfd34e22 req-e0dffd9d-817b-48bb-9c0c-24b05b6d3c25 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1801472
May 10 20:03:15.043519 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cc15c-5fd7-4003-885f-b751ba0f5c85 req-b6b3a03c-31e7-432a-947e-6d54363b9763 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:15.045269 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-813cc15c-5fd7-4003-885f-b751ba0f5c85 req-b6b3a03c-31e7-432a-947e-6d54363b9763 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.1205626
May 10 20:03:15.131316 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-813cc15c-5fd7-4003-885f-b751ba0f5c85 req-b2041a0e-4378-479b-bd88-93370ef9f524 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789804
May 10 20:03:15.148304 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:15.179278 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:15.196443 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] Transition to ACTIVE for port object 3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:03:15.211763 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:15.228904 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:15.323511 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] Attempting to bind port 3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263 on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:03:15.324239 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] Attempting to bind port 3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263 by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:03:15.324835 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] Attempting to bind port 3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263 on network 01362e56-e24c-4ee7-a42c-5b36628ae184 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:03:15.349495 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6108a6c-b75e-4b98-9801-920e1e9cbb46 None None] Pushing event updated for resources: {'Port': ['ID=3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:15.350219 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:03:15.350654 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] Checking segment: {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:03:15.351085 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:15.351403 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] Bound using segment: {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:03:15.351876 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] Bound port: 3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:03:15.352278 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:15.401151 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6108a6c-b75e-4b98-9801-920e1e9cbb46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:15.401514 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6108a6c-b75e-4b98-9801-920e1e9cbb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:15.401816 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6108a6c-b75e-4b98-9801-920e1e9cbb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:15.402146 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6108a6c-b75e-4b98-9801-920e1e9cbb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:15.402456 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6108a6c-b75e-4b98-9801-920e1e9cbb46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:15.402771 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6108a6c-b75e-4b98-9801-920e1e9cbb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:15.403090 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6108a6c-b75e-4b98-9801-920e1e9cbb46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:15.403400 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6108a6c-b75e-4b98-9801-920e1e9cbb46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:15.403714 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6108a6c-b75e-4b98-9801-920e1e9cbb46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:15.404045 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6108a6c-b75e-4b98-9801-920e1e9cbb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:15.404358 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6108a6c-b75e-4b98-9801-920e1e9cbb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:15.404664 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6108a6c-b75e-4b98-9801-920e1e9cbb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:15.416516 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b6108a6c-b75e-4b98-9801-920e1e9cbb46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:15.464224 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] For port 3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:03:15.467723 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] For port 3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:03:15.474789 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:15.481307 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:15.596449 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6108a6c-b75e-4b98-9801-920e1e9cbb46 None None] Pushing event updated for resources: {'Port': ['ID=3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:15.601731 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b6108a6c-b75e-4b98-9801-920e1e9cbb46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:15.604654 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] Routers {'93fae79f-b83d-48cc-bdc2-30d887f79df9'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:03:15.605228 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff895a670>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:03:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['93fae79f-b83d-48cc-bdc2-30d887f79df9'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:15.612147 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Allocated IP 172.20.0.1 (c7c94f39-d55c-4fad-ba57-0e8ddc69af4b/eb0ad9c7-037b-4617-8d84-22529217eb71/320a2fd0-8811-4575-a723-ae91770fe353) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:03:15.906077 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:15.906326 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8a3c5-9121-4c1b-a002-6a88815f4799 req-e8f34fe9-fb1c-40a9-a72f-d2a599a114ed tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:15.913790 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fad8a3c5-9121-4c1b-a002-6a88815f4799 req-e8f34fe9-fb1c-40a9-a72f-d2a599a114ed tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.1082766
May 10 20:03:15.921545 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] Set router 93fae79f-b83d-48cc-bdc2-30d887f79df9 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:03:15.942351 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.provisioning_blocks [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Transition to ACTIVE for port object 320a2fd0-8811-4575-a723-ae91770fe353 will not be triggered until provisioned by entity DHCP. {{(pid=78727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:03:16.008554 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fad8a3c5-9121-4c1b-a002-6a88815f4799 req-be967413-450a-466b-b222-0c3ecc57e719 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938013
May 10 20:03:16.022316 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:16.027521 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-aa8e9b07-4fe3-472c-92f5-2875cf6acdd4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:16.197307 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:03:16.201570 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:03:16.238343 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:03:16.322634 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff895a670>, [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:11Z', 'revision_number': 3, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:16.329320 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd03db-0295-4002-abf7-6ff16bbfedda None None] The sync data for ids ['93fae79f-b83d-48cc-bdc2-30d887f79df9'] in dv-cinder-788364-3-iscsi is: [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:11Z', 'revision_number': 3, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:03:16.365273 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f2744-b65a-475d-a7e4-fdc97408c041 req-557128a5-226b-409b-8e30-a1715f0d417b tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:16.372431 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-459f2744-b65a-475d-a7e4-fdc97408c041 req-557128a5-226b-409b-8e30-a1715f0d417b tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.2628908
May 10 20:03:16.378121 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Pushing event updated for resources: {'Port': ['ID=320a2fd0-8811-4575-a723-ae91770fe353,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:16.395558 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:16.458562 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396761'] for router_interface, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:16.613655 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-459f2744-b65a-475d-a7e4-fdc97408c041 req-d02a3e5e-85e0-4313-97cf-a521e2fdeefe tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2400458
May 10 20:03:16.616177 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-81ca2a3e-1b30-4edb-9174-940ec8220759 None None] Provisioning for port 320a2fd0-8811-4575-a723-ae91770fe353 completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:03:16.641167 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-81ca2a3e-1b30-4edb-9174-940ec8220759 None None] Provisioning complete for port 320a2fd0-8811-4575-a723-ae91770fe353 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:03:16.644450 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-81ca2a3e-1b30-4edb-9174-940ec8220759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:16.665079 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:16.665348 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7329b9-385c-45cb-9239-ae22a80c2658 req-b2c7040f-e3b5-48c1-87fc-d5f028d10eaa tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:16.666894 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bc7329b9-385c-45cb-9239-ae22a80c2658 req-b2c7040f-e3b5-48c1-87fc-d5f028d10eaa tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.2371538
May 10 20:03:16.779084 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-81ca2a3e-1b30-4edb-9174-940ec8220759 None None] Port 320a2fd0-8811-4575-a723-ae91770fe353 cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:03:16.780714 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bc7329b9-385c-45cb-9239-ae22a80c2658 req-436ea4bc-c0b3-445c-bd81-f6c08ae3201f tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1069896
May 10 20:03:17.170948 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:17.177582 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10490743'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:17.228169 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:17.292241 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be931e-3fdd-4afa-afc0-f871491ca526 req-b1418574-a229-45b6-b3e3-5314f69afd92 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:17.303161 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-81be931e-3fdd-4afa-afc0-f871491ca526 req-b1418574-a229-45b6-b3e3-5314f69afd92 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.1374209
May 10 20:03:17.330052 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Pushing event updated for resources: {'Port': ['ID=320a2fd0-8811-4575-a723-ae91770fe353,revision_number=2']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:17.335098 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396666'] for router_interface, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:17.343791 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:17.391836 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-81be931e-3fdd-4afa-afc0-f871491ca526 req-aa113950-722d-4207-a31e-5e5bbc714d8e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0873852
May 10 20:03:17.607705 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:03:17.609229 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:03:17.993946 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77927649-a2c1-4589-8633-df1b9e79a386 req-b813832b-a25e-40f0-b8b7-ee8471357483 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:17.995414 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-77927649-a2c1-4589-8633-df1b9e79a386 req-b813832b-a25e-40f0-b8b7-ee8471357483 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.1299522
May 10 20:03:18.083237 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-77927649-a2c1-4589-8633-df1b9e79a386 req-4b17aad6-0d20-4baa-a11f-dbbb9ece029b tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732272
May 10 20:03:18.195473 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Router 93fae79f-b83d-48cc-bdc2-30d887f79df9 has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:03:18.227572 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124eeb5-0be9-4278-922a-77c00811fee3 req-7795061d-5437-4db7-a29a-5713c64f5684 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:18.235723 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a124eeb5-0be9-4278-922a-77c00811fee3 req-7795061d-5437-4db7-a29a-5713c64f5684 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.1434803
May 10 20:03:18.267846 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-ed71f33e-ca46-4e0a-be94-cf2f9febfd5b None None] Provisioning complete for port 320a2fd0-8811-4575-a723-ae91770fe353 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:03:18.269616 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ed71f33e-ca46-4e0a-be94-cf2f9febfd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:18.369582 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a124eeb5-0be9-4278-922a-77c00811fee3 req-690c5012-e1ff-4a71-ab25-7c4eb83c375f tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1326635
May 10 20:03:18.410017 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-ed71f33e-ca46-4e0a-be94-cf2f9febfd5b None None] Port 320a2fd0-8811-4575-a723-ae91770fe353 cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:03:18.411965 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:03:18.543472 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:03:18.567895 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] 10.222.0.15 "PUT /v2.0/routers/93fae79f-b83d-48cc-bdc2-30d887f79df9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0626292
May 10 20:03:18.581354 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port 3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:03:18.587300 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:03:18.587771 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:18.639512 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 48744) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:18.814028 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:18.855588 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c5983-c786-4167-8036-913cafb3aed1 req-d1571f12-63be-41f1-a7e4-e6cfd7f95545 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:18.857430 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2d4c5983-c786-4167-8036-913cafb3aed1 req-d1571f12-63be-41f1-a7e4-e6cfd7f95545 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.30 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.3683765
May 10 20:03:18.884783 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port 3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:03:18.892890 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:18.897814 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:18.907844 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-344f5e69-93be-4e87-86ae-e1d3d3075c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:18.968599 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-344f5e69-93be-4e87-86ae-e1d3d3075c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:18.980015 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-344f5e69-93be-4e87-86ae-e1d3d3075c0c admin admin] Usage tracker for resource:security_group_rule and tenant:79df0d8c7d2b4a7891c35a2bdb06440e is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:18.989135 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:18.993455 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:18.996489 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-344f5e69-93be-4e87-86ae-e1d3d3075c0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:19.001213 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c574f-da4b-4d53-a1d8-dd14149ac997 req-445adb9c-25e5-47b5-93e4-e772a8b608c7 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:19.009694 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-344f5e69-93be-4e87-86ae-e1d3d3075c0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:19.011869 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-340c574f-da4b-4d53-a1d8-dd14149ac997 req-445adb9c-25e5-47b5-93e4-e772a8b608c7 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.3994768
May 10 20:03:19.118794 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] Sync routers for ids ['93fae79f-b83d-48cc-bdc2-30d887f79df9'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:03:19.126889 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-340c574f-da4b-4d53-a1d8-dd14149ac997 req-66f8d8d0-aa1b-43e9-8472-8ae8924ff2a5 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1139426
May 10 20:03:19.134168 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] Routers {'93fae79f-b83d-48cc-bdc2-30d887f79df9'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:03:19.138444 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff879b880>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:03:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['93fae79f-b83d-48cc-bdc2-30d887f79df9'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:19.164453 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-344f5e69-93be-4e87-86ae-e1d3d3075c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:19.172054 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-344f5e69-93be-4e87-86ae-e1d3d3075c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:19.195721 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-2d4c5983-c786-4167-8036-913cafb3aed1 req-efdde027-cb90-41f6-ac07-3448e1f13fb5 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Deleting port 79de43ea-6ad8-4250-9344-1e4b3b22e91c {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:03:19.196331 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-2d4c5983-c786-4167-8036-913cafb3aed1 req-efdde027-cb90-41f6-ac07-3448e1f13fb5 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:19.462998 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] Set router 93fae79f-b83d-48cc-bdc2-30d887f79df9 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:03:19.492564 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-deccc788-e9a7-4a91-a770-99138fbb1b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:19.549230 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-344f5e69-93be-4e87-86ae-e1d3d3075c0c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79df0d8c7d2b4a7891c35a2bdb06440e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9084141
May 10 20:03:19.550054 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 48776) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:19.608635 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f5e69-93be-4e87-86ae-e1d3d3075c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66783eb2-f042-458c-9fe1-4e8c78c7d8a3,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:19.612734 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-344f5e69-93be-4e87-86ae-e1d3d3075c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:19.628632 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c6d4d9dd-e6de-40a9-82f3-9f210eadf8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:19.668145 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c6d4d9dd-e6de-40a9-82f3-9f210eadf8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:19.721904 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-2d4c5983-c786-4167-8036-913cafb3aed1 req-efdde027-cb90-41f6-ac07-3448e1f13fb5 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] For port 79de43ea-6ad8-4250-9344-1e4b3b22e91c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=79de43ea-6ad8-4250-9344-1e4b3b22e91c,segment=NetworkSegment(d81407f0-5164-4828-98d2-3009553635dd),segment_id=d81407f0-5164-4828-98d2-3009553635dd)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:03:19.722655 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-2d4c5983-c786-4167-8036-913cafb3aed1 req-efdde027-cb90-41f6-ac07-3448e1f13fb5 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:19.755531 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 48782) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:19.765444 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-174234424-network', 'tenant_id': 'd44da46b7d3244938ab26c70a16558ca'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:03:19.771065 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:19.775023 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Usage tracker for resource:network and tenant:d44da46b7d3244938ab26c70a16558ca is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:19.778086 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:19.783909 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:19.792741 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c6d4d9dd-e6de-40a9-82f3-9f210eadf8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:19.796700 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-3c8380d2-f329-419d-aff2-56f721280c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:19.805520 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Made reservation on behalf of d44da46b7d3244938ab26c70a16558ca for: {'network': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:03:19.807788 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for network, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:19.826738 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:19.845756 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:19.851256 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Usage tracker for resource:security_group_rule and tenant:d44da46b7d3244938ab26c70a16558ca is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:19.853755 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:19.860107 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:19.922234 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4d9dd-e6de-40a9-82f3-9f210eadf8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66783eb2-f042-458c-9fe1-4e8c78c7d8a3,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:19.945335 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-c6d4d9dd-e6de-40a9-82f3-9f210eadf8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:19.948701 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c6d4d9dd-e6de-40a9-82f3-9f210eadf8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:19.954636 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-c6d4d9dd-e6de-40a9-82f3-9f210eadf8a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66783eb2-f042-458c-9fe1-4e8c78c7d8a3 HTTP/1.1" status: 204  len: 168 time: 0.4004850
May 10 20:03:20.019139 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:20.027666 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:20.033309 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-693bd9ce-aca5-44a9-a15f-7d4f7d0eed2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:20.041318 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-2d4c5983-c786-4167-8036-913cafb3aed1 req-efdde027-cb90-41f6-ac07-3448e1f13fb5 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Calling delete_port for 79de43ea-6ad8-4250-9344-1e4b3b22e91c owned by compute:nova {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:03:20.055042 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff879b880>, [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '320a2fd0-8811-4575-a723-ae91770fe353', 'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'mac_address': 'fa:16:3e:d3:20:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:15Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 2, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'subnets': [{'id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:20.060163 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] Checking router: 93fae79f-b83d-48cc-bdc2-30d887f79df9 for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:03:20.061156 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] Updating router 93fae79f-b83d-48cc-bdc2-30d887f79df9 port 320a2fd0-8811-4575-a723-ae91770fe353 binding host dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:03:20.076224 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b07917-b572-4b9d-9260-a56ecd313f5f req-df1701b0-0129-4249-a1d3-caba3844094d tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:20.084271 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-85b07917-b572-4b9d-9260-a56ecd313f5f req-df1701b0-0129-4249-a1d3-caba3844094d tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 945 time: 0.6682367
May 10 20:03:20.095457 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75}  {{(pid=78727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:03:20.097113 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27ec93-bc75-4c54-9e62-811bde02b025 req-378fad48-a3fa-4774-8aa1-335dae0369c5 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:20.104430 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4f27ec93-bc75-4c54-9e62-811bde02b025 req-378fad48-a3fa-4774-8aa1-335dae0369c5 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.4980676
May 10 20:03:20.113554 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9da9575-d9da-4329-b945-27d815e6681f,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:20.124357 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:20.133026 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:20.138201 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:20.139028 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.segments_db [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Added segment 8164f59d-446c-4522-935a-3be3363c9703 of type vlan for network f4a21183-27d3-48b4-af8e-4640ed2148b5
May 10 20:03:20.185377 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4f27ec93-bc75-4c54-9e62-811bde02b025 req-07a54c87-1a42-42b8-b2f2-33b59a7e31a0 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799973
May 10 20:03:20.203681 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783201323138'] for network, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:20.266763 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for network, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:20.273453 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:20.274889 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:20.283428 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:20.387241 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:03:20.407726 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Pushing event updated for resources: {'Network': ['ID=f4a21183-27d3-48b4-af8e-4640ed2148b5,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:20.415668 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:20.443831 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6828947
May 10 20:03:20.444063 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Network f4a21183-27d3-48b4-af8e-4640ed2148b5 details requested by agent ovs-agent-dv-cinder-788364-3-iscsi with host dv-cinder-788364-3-iscsi {{(pid=78729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:03:20.444185 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 48798) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:20.459805 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-1051bc3f-6c2d-4cc0-9bac-cfa990913079 admin admin] Request body: {'subnet': {'network_id': 'f4a21183-27d3-48b4-af8e-4640ed2148b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-174234424-subnet', 'tenant_id': 'd44da46b7d3244938ab26c70a16558ca', 'ip_version': 4}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:03:20.470766 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-1051bc3f-6c2d-4cc0-9bac-cfa990913079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:20.475482 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-1051bc3f-6c2d-4cc0-9bac-cfa990913079 admin admin] Usage tracker for resource:subnet and tenant:d44da46b7d3244938ab26c70a16558ca is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:20.478793 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-1051bc3f-6c2d-4cc0-9bac-cfa990913079 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:20.485249 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-1051bc3f-6c2d-4cc0-9bac-cfa990913079 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:20.504685 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1051bc3f-6c2d-4cc0-9bac-cfa990913079 admin admin] Made reservation on behalf of d44da46b7d3244938ab26c70a16558ca for: {'subnet': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:03:20.512471 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-1051bc3f-6c2d-4cc0-9bac-cfa990913079 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11348241'] for subnet, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:20.516455 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-85b07917-b572-4b9d-9260-a56ecd313f5f req-b4966cab-1e38-4830-972b-76ccdee84fac tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/security-groups?id=312707e7-c748-48d8-a772-7050767e02f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4312086
May 10 20:03:20.822479 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:03:20.822941 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:20.897759 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-2d4c5983-c786-4167-8036-913cafb3aed1 req-efdde027-cb90-41f6-ac07-3448e1f13fb5 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:20.906151 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:21.043631 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdde027-cb90-41f6-ac07-3448e1f13fb5 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Pushing event deleted for resources: {'Port': ['ID=79de43ea-6ad8-4250-9344-1e4b3b22e91c,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:21.056939 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-efdde027-cb90-41f6-ac07-3448e1f13fb5 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:21.156543 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18ba65-5cf1-4a23-8714-6bc130f0e004 req-7da8c2df-e6ef-40da-9cf8-e92b61a7791b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:21.165009 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-af18ba65-5cf1-4a23-8714-6bc130f0e004 req-7da8c2df-e6ef-40da-9cf8-e92b61a7791b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.4006889
May 10 20:03:21.200720 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4c5983-c786-4167-8036-913cafb3aed1 req-efdde027-cb90-41f6-ac07-3448e1f13fb5 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] No DVR routers for this DVR port 79de43ea-6ad8-4250-9344-1e4b3b22e91c on host hv-cinder-78836 {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:03:21.213552 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-2d4c5983-c786-4167-8036-913cafb3aed1 req-efdde027-cb90-41f6-ac07-3448e1f13fb5 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:21.216387 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47383cf-0188-41fe-9fc8-fbb36611b088', 'name': 'network-vif-deleted', 'tag': '79de43ea-6ad8-4250-9344-1e4b3b22e91c'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:03:21.249211 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-af18ba65-5cf1-4a23-8714-6bc130f0e004 req-9a177f25-08d4-4cf8-a969-2a92116de819 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832472
May 10 20:03:21.294750 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2d4c5983-c786-4167-8036-913cafb3aed1 req-efdde027-cb90-41f6-ac07-3448e1f13fb5 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.30 "DELETE /v2.0/ports/79de43ea-6ad8-4250-9344-1e4b3b22e91c HTTP/1.1" status: 204  len: 173 time: 2.4306583
May 10 20:03:21.401393 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47383cf-0188-41fe-9fc8-fbb36611b088', 'name': 'network-vif-deleted', 'tag': '79de43ea-6ad8-4250-9344-1e4b3b22e91c', 'status': 'completed', 'code': 200}
May 10 20:03:21.485463 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-1051bc3f-6c2d-4cc0-9bac-cfa990913079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10618110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11348323'] for subnet, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:21.492151 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:21.497452 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:21.514330 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] Transition to ACTIVE for port object 320a2fd0-8811-4575-a723-ae91770fe353 will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:03:21.525215 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:21.530767 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:21.582504 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 79de43ea-6ad8-4250-9344-1e4b3b22e91c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:03:21.589903 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051bc3f-6c2d-4cc0-9bac-cfa990913079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a72f4efc-da4d-4646-b8af-5e1f6b94d046,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:21.593398 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-1051bc3f-6c2d-4cc0-9bac-cfa990913079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:21.631551 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051bc3f-6c2d-4cc0-9bac-cfa990913079 admin admin] Checking segment: {'id': '8164f59d-446c-4522-935a-3be3363c9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f4a21183-27d3-48b4-af8e-4640ed2148b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:03:21.631918 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1051bc3f-6c2d-4cc0-9bac-cfa990913079 admin admin] Network hostable DHCP agents. Network: f4a21183-27d3-48b4-af8e-4640ed2148b5, hostable agents: ['d4f40443-b4a1-4714-9d47-f8080706db31'], hosted agents: [] {{(pid=78727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:03:21.640102 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] No Port match for: 79de43ea-6ad8-4250-9344-1e4b3b22e91c {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:03:21.640710 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 79de43ea-6ad8-4250-9344-1e4b3b22e91c not bound to the agent host hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:03:21.671914 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1051bc3f-6c2d-4cc0-9bac-cfa990913079 admin admin] Network f4a21183-27d3-48b4-af8e-4640ed2148b5 is scheduled to be hosted by DHCP agent d4f40443-b4a1-4714-9d47-f8080706db31 with binding_index 1 {{(pid=78727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:03:21.690983 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-1051bc3f-6c2d-4cc0-9bac-cfa990913079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-iscsi, f4a21183-27d3-48b4-af8e-4640ed2148b5) {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:03:21.699199 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98852cdd-12c2-470a-976c-2f5f959154a2 req-fb95e4a7-35e1-47a2-b49b-37463f0b9498 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:21.712602 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1051bc3f-6c2d-4cc0-9bac-cfa990913079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:21.713508 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-1051bc3f-6c2d-4cc0-9bac-cfa990913079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:21.717864 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-98852cdd-12c2-470a-976c-2f5f959154a2 req-fb95e4a7-35e1-47a2-b49b-37463f0b9498 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.2227721
May 10 20:03:21.744516 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-1051bc3f-6c2d-4cc0-9bac-cfa990913079 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2990463
May 10 20:03:21.745529 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 48832) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:21.753623 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-174234424-router', 'tenant_id': 'd44da46b7d3244938ab26c70a16558ca', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:03:21.755459 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d2d73f-90ad-4fd7-be87-427183bfa8bb None None] Network f4a21183-27d3-48b4-af8e-4640ed2148b5 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:03:21.773050 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:21.783547 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Usage tracker for resource:router and tenant:d44da46b7d3244938ab26c70a16558ca is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:21.797018 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:21.811211 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:21.850959 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13685'] for router, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:21.851766 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400874', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13644'] for router, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:21.887660 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:21.898826 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff3d84-2cfe-4dd6-ac1e-d589a060d936 None None] Pushing event updated for resources: {'Port': ['ID=320a2fd0-8811-4575-a723-ae91770fe353,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:21.900417 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-98852cdd-12c2-470a-976c-2f5f959154a2 req-5a5e1caf-e8fe-4274-8bd7-84ff74258b39 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1814721
May 10 20:03:21.917504 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-0f4ff011-2fd3-4c40-aacd-4ffe21dd5009 req-f52b1684-b5bb-43a2-a199-1652effb02bf tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Synchronizing usage tracker for tenant:856b84e1fb1f47a0a90fc51c6d13ed80 on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:03:21.931203 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-40ff3d84-2cfe-4dd6-ac1e-d589a060d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:21.989514 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-0f4ff011-2fd3-4c40-aacd-4ffe21dd5009 req-f52b1684-b5bb-43a2-a199-1652effb02bf tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Unset dirty status for tenant:856b84e1fb1f47a0a90fc51c6d13ed80 on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:03:21.998286 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0f4ff011-2fd3-4c40-aacd-4ffe21dd5009 req-f52b1684-b5bb-43a2-a199-1652effb02bf tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47383cf-0188-41fe-9fc8-fbb36611b088 HTTP/1.1" status: 200  len: 210 time: 0.1963079
May 10 20:03:22.152088 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] Attempting to bind port 320a2fd0-8811-4575-a723-ae91770fe353 on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:03:22.152692 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] Attempting to bind port 320a2fd0-8811-4575-a723-ae91770fe353 by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': 'b2f42036-b246-49dc-9817-74f13a9b962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:03:22.153189 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] Attempting to bind port 320a2fd0-8811-4575-a723-ae91770fe353 on network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:03:22.166859 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:03:22.167640 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] Checking segment: {'id': 'b2f42036-b246-49dc-9817-74f13a9b962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:03:22.168179 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:22.168680 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] Bound using segment: {'id': 'b2f42036-b246-49dc-9817-74f13a9b962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:03:22.169270 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] Bound port: 320a2fd0-8811-4575-a723-ae91770fe353, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f42036-b246-49dc-9817-74f13a9b962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:03:22.169752 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:22.294048 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13650'] for router, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:22.352736 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] For port 320a2fd0-8811-4575-a723-ae91770fe353, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:03:22.356219 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] For port 320a2fd0-8811-4575-a723-ae91770fe353, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=320a2fd0-8811-4575-a723-ae91770fe353,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:03:22.359305 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0a44e7e-9408-5f1f-b31c-5351961196ea-f4a21183-27d3-48b4-af8e-4640ed2148b5', 'network_id': 'f4a21183-27d3-48b4-af8e-4640ed2148b5', 'tenant_id': 'd44da46b7d3244938ab26c70a16558ca', 'fixed_ips': [{'subnet_id': 'a72f4efc-da4d-4646-b8af-5e1f6b94d046'}]}} from dv-cinder-788364-3-iscsi. {{(pid=78729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 20:03:22.360252 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:22.379188 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:22.386391 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:22.690543 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff3d84-2cfe-4dd6-ac1e-d589a060d936 None None] Pushing event updated for resources: {'Port': ['ID=320a2fd0-8811-4575-a723-ae91770fe353,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:22.697894 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-40ff3d84-2cfe-4dd6-ac1e-d589a060d936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:22.702937 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] Routers {'93fae79f-b83d-48cc-bdc2-30d887f79df9'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:03:22.703866 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff879b880>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:03:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['93fae79f-b83d-48cc-bdc2-30d887f79df9'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:22.705441 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d4a4a-1dec-4e68-bb84-a801b73db806 req-7c48ac52-58fc-4d69-9c03-e6a524c46aa3 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:22.717517 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-610d4a4a-1dec-4e68-bb84-a801b73db806 req-7c48ac52-58fc-4d69-9c03-e6a524c46aa3 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.1884627
May 10 20:03:22.746531 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:03:22.798772 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 48852) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:22.849888 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-610d4a4a-1dec-4e68-bb84-a801b73db806 req-7b48a9bd-7518-4b31-b127-0bef7a48f6fe tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1313937
May 10 20:03:23.058162 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Allocated IP 172.20.0.2 (f4a21183-27d3-48b4-af8e-4640ed2148b5/a72f4efc-da4d-4646-b8af-5e1f6b94d046/1a958a84-f2da-4145-99bf-fbd98176145d) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:03:23.110797 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] Set router 93fae79f-b83d-48cc-bdc2-30d887f79df9 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:03:23.223772 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8ee60b29-bbae-47db-88a9-0efe2a300935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:23.239784 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:23.283490 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:23.294282 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 48868) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:23.448094 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-8ee60b29-bbae-47db-88a9-0efe2a300935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:23.462149 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-8ee60b29-bbae-47db-88a9-0efe2a300935 admin admin] Usage tracker for resource:security_group_rule and tenant:4b1bbb81fd654275b10c2a638ff2220e is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:23.499829 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Allocated IP 172.27.1.105 (01362e56-e24c-4ee7-a42c-5b36628ae184/e9773ae1-ec36-4e8c-9f0f-e60b51e99e71/845c5c6f-7453-4b29-97e9-6b2f4884624b) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:03:23.521039 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-8ee60b29-bbae-47db-88a9-0efe2a300935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:23.543758 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-8ee60b29-bbae-47db-88a9-0efe2a300935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:23.655168 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 9203c9d1-f264-4559-9930-0e2c6c6451c5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:03:23.660261 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0366f2-0ce6-48a1-a4da-4d801db3d081 req-82650b0b-d6c8-41eb-946f-29e883aae4e7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:23.676714 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc0366f2-0ce6-48a1-a4da-4d801db3d081 req-82650b0b-d6c8-41eb-946f-29e883aae4e7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.5538678
May 10 20:03:23.747068 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:23.784651 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:23.792976 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:23.874852 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:23.906206 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Pushing event updated for resources: {'Port': ['ID=845c5c6f-7453-4b29-97e9-6b2f4884624b,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:23.915744 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:23.934216 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:03:23.936772 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:03:23.941161 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:03:23.976514 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Transition to ACTIVE for port object 1a958a84-f2da-4145-99bf-fbd98176145d will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:03:24.040777 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Transition to ACTIVE for port object 1a958a84-f2da-4145-99bf-fbd98176145d will not be triggered until provisioned by entity DHCP. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:03:24.075576 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:24.088866 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-29cf8fb9-ec22-45f7-91c3-4aab5e585a62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:24.165639 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Pushing event updated for resources: {'Port': ['ID=1a958a84-f2da-4145-99bf-fbd98176145d,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:24.189678 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc0366f2-0ce6-48a1-a4da-4d801db3d081 req-04c162fa-5e62-4e7d-a508-f51cb01278e6 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5117564
May 10 20:03:24.204097 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:24.233288 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Network f4a21183-27d3-48b4-af8e-4640ed2148b5 is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:03:24.240701 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Resources bound (agent type, host, resource id):  {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:03:24.245435 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 9203c9d1-f264-4559-9930-0e2c6c6451c5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9203c9d1-f264-4559-9930-0e2c6c6451c5,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:03:24.260116 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:03:24.300777 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8ee60b29-bbae-47db-88a9-0efe2a300935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:24.355040 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8ee60b29-bbae-47db-88a9-0efe2a300935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:24.372243 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-fab45ce1-e6be-4913-a484-84c94257c950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:24.400403 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': '9203c9d1-f264-4559-9930-0e2c6c6451c5', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'port_id': '9203c9d1-f264-4559-9930-0e2c6c6451c5', 'mac_address': 'fa:16:3e:40:e3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:03:24.484673 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:24.529098 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-8ee60b29-bbae-47db-88a9-0efe2a300935 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b1bbb81fd654275b10c2a638ff2220e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7270300
May 10 20:03:24.532452 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee60b29-bbae-47db-88a9-0efe2a300935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd21f29-0a79-452b-a747-91611e10e48d,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:24.537470 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 48892) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:24.538552 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Attempting to bind port 1a958a84-f2da-4145-99bf-fbd98176145d on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:03:24.539154 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Attempting to bind port 1a958a84-f2da-4145-99bf-fbd98176145d by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': '8164f59d-446c-4522-935a-3be3363c9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f4a21183-27d3-48b4-af8e-4640ed2148b5'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:03:24.539765 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Attempting to bind port 1a958a84-f2da-4145-99bf-fbd98176145d on network f4a21183-27d3-48b4-af8e-4640ed2148b5 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:03:24.554544 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8ee60b29-bbae-47db-88a9-0efe2a300935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:24.555789 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:03:24.556328 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Checking segment: {'id': '8164f59d-446c-4522-935a-3be3363c9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f4a21183-27d3-48b4-af8e-4640ed2148b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:03:24.556841 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:24.558242 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Bound using segment: {'id': '8164f59d-446c-4522-935a-3be3363c9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f4a21183-27d3-48b4-af8e-4640ed2148b5'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:03:24.559043 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Bound port: 1a958a84-f2da-4145-99bf-fbd98176145d, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8164f59d-446c-4522-935a-3be3363c9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f4a21183-27d3-48b4-af8e-4640ed2148b5'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:03:24.559654 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:24.600435 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:24.629967 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38545b1-f8d9-4da5-9988-d974189b37b4 req-29fb000f-5b19-4e14-b689-d2f8d3a6878e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:24.637664 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a38545b1-f8d9-4da5-9988-d974189b37b4 req-29fb000f-5b19-4e14-b689-d2f8d3a6878e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.5353889
May 10 20:03:24.651673 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9203c9d1-f264-4559-9930-0e2c6c6451c5 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:03:24.715837 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff879b880>, [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '320a2fd0-8811-4575-a723-ae91770fe353', 'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'mac_address': 'fa:16:3e:d3:20:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:15Z', 'updated_at': '2021-05-10T20:03:22Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'subnets': [{'id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:24.719683 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 9203c9d1-f264-4559-9930-0e2c6c6451c5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9203c9d1-f264-4559-9930-0e2c6c6451c5,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:03:24.721640 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] For port 1a958a84-f2da-4145-99bf-fbd98176145d, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:03:24.728105 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] For port 1a958a84-f2da-4145-99bf-fbd98176145d, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=1a958a84-f2da-4145-99bf-fbd98176145d,segment=NetworkSegment(8164f59d-446c-4522-935a-3be3363c9703),segment_id=8164f59d-446c-4522-935a-3be3363c9703)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:03:24.729922 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:24.731887 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:24.765795 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53eaa59-359e-40ee-b333-cf201dfbfabc None None] The sync data for ids ['93fae79f-b83d-48cc-bdc2-30d887f79df9'] in dv-cinder-788364-3-iscsi is: [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '320a2fd0-8811-4575-a723-ae91770fe353', 'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'mac_address': 'fa:16:3e:d3:20:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:15Z', 'updated_at': '2021-05-10T20:03:22Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'subnets': [{'id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:03:24.816667 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:24.873971 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['9203c9d1-f264-4559-9930-0e2c6c6451c5'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:03:24.997177 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-f41a16fb-13aa-4709-a067-a66cdcb68895 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:25.004742 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-f41a16fb-13aa-4709-a067-a66cdcb68895 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/networks?id=d76c54c2-c0c9-4665-a172-ea066658292a HTTP/1.1" status: 200  len: 815 time: 0.6893349
May 10 20:03:25.040397 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a38545b1-f8d9-4da5-9988-d974189b37b4 req-c1d33a2b-ad82-43da-8fef-8dab45bc21cd tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4013133
May 10 20:03:25.043545 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=9203c9d1-f264-4559-9930-0e2c6c6451c5,revision_number=6']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:25.055895 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:25.059537 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:25.069143 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-c60fcff0-8af8-4275-b975-7035e956d712 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/quotas/78af3fee8db74248b3d2f70ad72438c1 HTTP/1.1" status: 200  len: 375 time: 0.0632222
May 10 20:03:25.103012 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-337256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399622'] for router, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:25.164160 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b3d294ab-7cce-4b51-b62f-3a623ff36200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:25.211820 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Pushing event updated for resources: {'Port': ['ID=1a958a84-f2da-4145-99bf-fbd98176145d,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:25.215810 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:25.245006 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b3d294ab-7cce-4b51-b62f-3a623ff36200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:25.599546 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-bcb307e4-a631-4dcc-b15a-e5beef1f1583 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=78af3fee8db74248b3d2f70ad72438c1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5291612
May 10 20:03:25.606431 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 9203c9d1-f264-4559-9930-0e2c6c6451c5 up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:03:25.751137 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Router 8832b5dc-c881-4350-a5f7-9c635be6474f is scheduled to L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 with binding_index 1 {{(pid=78727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 20:03:25.785408 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port 9203c9d1-f264-4559-9930-0e2c6c6451c5 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:03:25.785797 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:25.881717 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b3d294ab-7cce-4b51-b62f-3a623ff36200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:25.914649 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-79696b37-de6c-4fc4-a173-ae16379148cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:25.996206 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:26.003362 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-2d5db656-425e-475e-a843-9f173d23248a service neutron] 10.222.0.15 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4020581
May 10 20:03:26.006789 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d294ab-7cce-4b51-b62f-3a623ff36200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd21f29-0a79-452b-a747-91611e10e48d,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:26.115539 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b3d294ab-7cce-4b51-b62f-3a623ff36200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:26.129278 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a24ef79-1221-470e-a9df-3c2a5ea8857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9203c9d1-f264-4559-9930-0e2c6c6451c5'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:03:26.132139 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b3d294ab-7cce-4b51-b62f-3a623ff36200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:26.137571 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-b3d294ab-7cce-4b51-b62f-3a623ff36200 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/abd21f29-0a79-452b-a747-91611e10e48d HTTP/1.1" status: 204  len: 168 time: 1.5839570
May 10 20:03:26.172914 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 9203c9d1-f264-4559-9930-0e2c6c6451c5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9203c9d1-f264-4559-9930-0e2c6c6451c5,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:03:26.185357 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:26.192289 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:26.264396 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:03:26.314151 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] Sync routers for ids ['8832b5dc-c881-4350-a5f7-9c635be6474f'] in dv-cinder-788364-3-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:03:26.330105 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] Routers {'8832b5dc-c881-4350-a5f7-9c635be6474f'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:03:26.331415 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff87af790>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:03:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['8832b5dc-c881-4350-a5f7-9c635be6474f'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:26.365810 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Notify callbacks [] for router, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:26.373254 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.6225226
May 10 20:03:26.376046 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 48912) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:26.447240 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=9203c9d1-f264-4559-9930-0e2c6c6451c5,revision_number=7']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:26.450479 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:26.452662 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cce83-cab0-461f-ad28-1c08173a9f95 req-29d424d7-58dc-4219-87dc-6b8bfc55aa80 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:26.466582 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3a2cce83-cab0-461f-ad28-1c08173a9f95 req-29d424d7-58dc-4219-87dc-6b8bfc55aa80 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.9964800
May 10 20:03:26.621790 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 320a2fd0-8811-4575-a723-ae91770fe353 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:03:26.688594 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3a2cce83-cab0-461f-ad28-1c08173a9f95 req-6f6188bb-c61e-4b60-8fce-60597779ffda tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2193661
May 10 20:03:26.757164 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d99db9f9-7906-4961-8f13-d177b22fce83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396620'] for router_interface, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:26.827829 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port 320a2fd0-8811-4575-a723-ae91770fe353 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:03:26.842585 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 320a2fd0-8811-4575-a723-ae91770fe353 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:03:26.843098 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:27.020825 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bee1e06-077a-4f84-9404-d6d60ab9dbae None None] Network f4a21183-27d3-48b4-af8e-4640ed2148b5 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:03:27.055132 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] Set router 8832b5dc-c881-4350-a5f7-9c635be6474f gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:03:27.353430 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-3c321af4-1dfc-449b-93f6-17b66b2c7516 None None] Provisioning for port 1a958a84-f2da-4145-99bf-fbd98176145d completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:03:27.430665 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-fba4206f-6231-40b1-bd6f-62b2e6c3b947 service neutron] 10.222.0.15 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4178834
May 10 20:03:27.545312 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff87af790>, [{'id': '8832b5dc-c881-4350-a5f7-9c635be6474f', 'name': 'tempest-TestVolumeBootPattern-174234424-router', 'tenant_id': 'd44da46b7d3244938ab26c70a16558ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '845c5c6f-7453-4b29-97e9-6b2f4884624b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:21Z', 'updated_at': '2021-05-10T20:03:24Z', 'revision_number': 3, 'project_id': 'd44da46b7d3244938ab26c70a16558ca', 'gw_port': {'id': '845c5c6f-7453-4b29-97e9-6b2f4884624b', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8832b5dc-c881-4350-a5f7-9c635be6474f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:23Z', 'updated_at': '2021-05-10T20:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:27.556450 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] Checking router: 8832b5dc-c881-4350-a5f7-9c635be6474f for host: dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:03:27.557083 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] Updating router 8832b5dc-c881-4350-a5f7-9c635be6474f port 845c5c6f-7453-4b29-97e9-6b2f4884624b binding host dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:03:27.604000 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2028f830-6f41-4afc-ba8d-911b1fd4e732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:27.640172 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:27.684690 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc09bb-7042-4eb5-9e41-485bb464d855 req-e978ce49-de04-4b95-bf7f-96439203ddcd tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:27.691031 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5bfc09bb-7042-4eb5-9e41-485bb464d855 req-e978ce49-de04-4b95-bf7f-96439203ddcd tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.4846232
May 10 20:03:27.746357 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:27.832755 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5bfc09bb-7042-4eb5-9e41-485bb464d855 req-732aa5a2-3ac0-461f-9549-834e21ef0d34 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1288238
May 10 20:03:27.843763 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:27.881137 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-d99db9f9-7906-4961-8f13-d177b22fce83 admin admin] Deleting port c096619e-fff0-49a5-b398-cea066a6485b {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:03:27.885100 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d99db9f9-7906-4961-8f13-d177b22fce83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:28.055400 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a24ef79-1221-470e-a9df-3c2a5ea8857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9203c9d1-f264-4559-9930-0e2c6c6451c5', 'code': 200}
May 10 20:03:28.076843 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port 320a2fd0-8811-4575-a723-ae91770fe353, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=320a2fd0-8811-4575-a723-ae91770fe353,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:03:28.097301 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:28.098933 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 1a958a84-f2da-4145-99bf-fbd98176145d up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:03:28.212457 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-40ea9044-661b-418c-a178-9ead98b98014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:28.358324 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Allocated IP 172.20.0.1 (f4a21183-27d3-48b4-af8e-4640ed2148b5/a72f4efc-da4d-4646-b8af-5e1f6b94d046/f98902c3-b35f-4478-a0d1-d1e734fd0475) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:03:28.399424 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-548338fa-3eb9-41b2-b01d-6c5d97114cc7 req-287f2533-28ba-4b23-83ba-300de25f4184 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 210 time: 0.2703230
May 10 20:03:28.437151 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port 1a958a84-f2da-4145-99bf-fbd98176145d completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:03:28.484883 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=320a2fd0-8811-4575-a723-ae91770fe353,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:28.503920 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:28.504647 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 1a958a84-f2da-4145-99bf-fbd98176145d triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:03:28.505011 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:28.519674 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:28.538297 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-d99db9f9-7906-4961-8f13-d177b22fce83 admin admin] For port c096619e-fff0-49a5-b398-cea066a6485b, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=c096619e-fff0-49a5-b398-cea066a6485b,segment=NetworkSegment(d81407f0-5164-4828-98d2-3009553635dd),segment_id=d81407f0-5164-4828-98d2-3009553635dd)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:03:28.539479 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d99db9f9-7906-4961-8f13-d177b22fce83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:28.550993 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] Transition to ACTIVE for port object 845c5c6f-7453-4b29-97e9-6b2f4884624b will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:03:28.563762 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:28.578581 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7a3c5469-4b95-43d8-861f-19ab572d2964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:28.724608 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-3eecd378-323a-49f6-8030-8b8f5f16bc61 None None] Provisioning complete for port 1a958a84-f2da-4145-99bf-fbd98176145d triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:03:28.725181 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3eecd378-323a-49f6-8030-8b8f5f16bc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:28.749749 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:28.775543 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.provisioning_blocks [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Transition to ACTIVE for port object f98902c3-b35f-4478-a0d1-d1e734fd0475 will not be triggered until provisioned by entity DHCP. {{(pid=78727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:03:28.791376 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37fa92-0784-44ac-8703-eff587868271 None None] Pushing event updated for resources: {'Port': ['ID=845c5c6f-7453-4b29-97e9-6b2f4884624b,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:28.804524 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-bd37fa92-0784-44ac-8703-eff587868271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:28.806884 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] Attempting to bind port 845c5c6f-7453-4b29-97e9-6b2f4884624b on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:03:28.808761 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] Attempting to bind port 845c5c6f-7453-4b29-97e9-6b2f4884624b by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:03:28.810044 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] Attempting to bind port 845c5c6f-7453-4b29-97e9-6b2f4884624b on network 01362e56-e24c-4ee7-a42c-5b36628ae184 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:03:28.816530 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:28.818424 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:03:28.819111 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] Checking segment: {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:03:28.820116 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:28.820764 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] Bound using segment: {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:03:28.821828 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] Bound port: 845c5c6f-7453-4b29-97e9-6b2f4884624b, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:03:28.822557 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:28.837814 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:28.843049 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:28.933754 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-d99db9f9-7906-4961-8f13-d177b22fce83 admin admin] Calling delete_port for c096619e-fff0-49a5-b398-cea066a6485b owned by network:router_interface {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:03:28.949168 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Network f4a21183-27d3-48b4-af8e-4640ed2148b5 is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:03:28.952653 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:03:28.967514 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:03:28.986687 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3eecd378-323a-49f6-8030-8b8f5f16bc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:28.992610 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] For port 845c5c6f-7453-4b29-97e9-6b2f4884624b, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:03:28.994949 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220ca2f-b290-4ca2-95d6-bc5a6c9a0fac req-0d2879fa-5e25-47eb-8458-d3c4c2d10bd0 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:28.996560 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6220ca2f-b290-4ca2-95d6-bc5a6c9a0fac req-0d2879fa-5e25-47eb-8458-d3c4c2d10bd0 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.7409379
May 10 20:03:29.001723 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] For port 845c5c6f-7453-4b29-97e9-6b2f4884624b, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=845c5c6f-7453-4b29-97e9-6b2f4884624b,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:03:29.009581 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:29.015102 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port 1a958a84-f2da-4145-99bf-fbd98176145d, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=1a958a84-f2da-4145-99bf-fbd98176145d,segment=NetworkSegment(8164f59d-446c-4522-935a-3be3363c9703),segment_id=8164f59d-446c-4522-935a-3be3363c9703)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:03:29.023979 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:29.026788 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:29.063407 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7a3c5469-4b95-43d8-861f-19ab572d2964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:29.127104 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Pushing event updated for resources: {'Port': ['ID=f98902c3-b35f-4478-a0d1-d1e734fd0475,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:29.136390 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:29.146824 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=1a958a84-f2da-4145-99bf-fbd98176145d,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:29.164864 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396761'] for router_interface, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:29.241523 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:29.245344 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37fa92-0784-44ac-8703-eff587868271 None None] Pushing event updated for resources: {'Port': ['ID=845c5c6f-7453-4b29-97e9-6b2f4884624b,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:29.276164 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-bd37fa92-0784-44ac-8703-eff587868271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:29.280237 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 320a2fd0-8811-4575-a723-ae91770fe353 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:03:29.312945 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] Routers {'8832b5dc-c881-4350-a5f7-9c635be6474f'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:03:29.313610 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff87af790>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:03:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['8832b5dc-c881-4350-a5f7-9c635be6474f'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:29.341533 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6220ca2f-b290-4ca2-95d6-bc5a6c9a0fac req-691c6740-6158-4597-a4f3-2c20678b89a8 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3388011
May 10 20:03:29.485121 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.db.api [None req-3eecd378-323a-49f6-8030-8b8f5f16bc61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 10 20:03:29.485436 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_db.api [None req-3eecd378-323a-49f6-8030-8b8f5f16bc61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 10 20:03:29.549140 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 320a2fd0-8811-4575-a723-ae91770fe353 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:03:29.550404 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:29.576477 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3c28e-081f-478e-b8c6-cc4ac99d3a94 req-99e8e93f-fb05-4cb1-9fa1-de30bbc65472 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:29.584889 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-16a3c28e-081f-478e-b8c6-cc4ac99d3a94 req-99e8e93f-fb05-4cb1-9fa1-de30bbc65472 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.4618750
May 10 20:03:29.592470 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] Set router 8832b5dc-c881-4350-a5f7-9c635be6474f gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:03:29.609528 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:29.652462 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-16a3c28e-081f-478e-b8c6-cc4ac99d3a94 req-4f28c5fe-6904-486b-be5c-35896364916d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665584
May 10 20:03:29.706296 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d99db9f9-7906-4961-8f13-d177b22fce83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:29.749169 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:30.124835 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99db9f9-7906-4961-8f13-d177b22fce83 admin admin] Pushing event deleted for resources: {'Port': ['ID=c096619e-fff0-49a5-b398-cea066a6485b,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:30.219753 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-348f4e62-7a47-40a6-a118-58abfef839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:30.244121 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Notify callbacks [] for port, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:30.249760 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10490743'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:30.283752 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-2a17a6ff-d85c-468b-a961-773e9bf7edbf None None] Provisioning for port f98902c3-b35f-4478-a0d1-d1e734fd0475 completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:03:30.311875 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-6d6f45e0-2af2-4576-b447-7806bee19b6b tempest-DeleteServersTestJSON-2086495370 tempest-DeleteServersTestJSON-2086495370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:30.318849 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-2a17a6ff-d85c-468b-a961-773e9bf7edbf None None] Provisioning complete for port f98902c3-b35f-4478-a0d1-d1e734fd0475 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:03:30.319244 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2a17a6ff-d85c-468b-a961-773e9bf7edbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:30.335428 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff87af790>, [{'id': '8832b5dc-c881-4350-a5f7-9c635be6474f', 'name': 'tempest-TestVolumeBootPattern-174234424-router', 'tenant_id': 'd44da46b7d3244938ab26c70a16558ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '845c5c6f-7453-4b29-97e9-6b2f4884624b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:21Z', 'updated_at': '2021-05-10T20:03:24Z', 'revision_number': 3, 'project_id': 'd44da46b7d3244938ab26c70a16558ca', 'gw_port': {'id': '845c5c6f-7453-4b29-97e9-6b2f4884624b', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8832b5dc-c881-4350-a5f7-9c635be6474f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:23Z', 'updated_at': '2021-05-10T20:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:30.340396 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2303ba60-d555-47cc-92d5-95308c612ca9 None None] The sync data for ids ['8832b5dc-c881-4350-a5f7-9c635be6474f'] in dv-cinder-788364-3-iscsi is: [{'id': '8832b5dc-c881-4350-a5f7-9c635be6474f', 'name': 'tempest-TestVolumeBootPattern-174234424-router', 'tenant_id': 'd44da46b7d3244938ab26c70a16558ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '845c5c6f-7453-4b29-97e9-6b2f4884624b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:21Z', 'updated_at': '2021-05-10T20:03:24Z', 'revision_number': 3, 'project_id': 'd44da46b7d3244938ab26c70a16558ca', 'gw_port': {'id': '845c5c6f-7453-4b29-97e9-6b2f4884624b', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8832b5dc-c881-4350-a5f7-9c635be6474f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:23Z', 'updated_at': '2021-05-10T20:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:03:30.410983 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-2a17a6ff-d85c-468b-a961-773e9bf7edbf None None] Port f98902c3-b35f-4478-a0d1-d1e734fd0475 cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:03:30.475250 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d99db9f9-7906-4961-8f13-d177b22fce83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:30.523225 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:30.542022 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d3dff92e-1657-4882-803c-c87763bc2e06 req-a7aed7bc-cb1b-4e7a-bb0f-8aacbc678b8a tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 210 time: 0.4315202
May 10 20:03:30.552870 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396666'] for router_interface, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:30.845750 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e4fd0-205f-4801-b035-0f7298f1546b req-0d02e963-ac78-4ce5-aadb-1311266f0843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:30.848239 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-198e4fd0-205f-4801-b035-0f7298f1546b req-0d02e963-ac78-4ce5-aadb-1311266f0843 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef2cf49eae1d4d10ad224d6ec46ad00a&device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 1099 time: 0.5489380
May 10 20:03:30.935023 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Pushing event updated for resources: {'Port': ['ID=f98902c3-b35f-4478-a0d1-d1e734fd0475,revision_number=2']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:30.944401 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:31.019488 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d99db9f9-7906-4961-8f13-d177b22fce83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397564'] for router_interface, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:31.159972 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-4c26d911-bf9d-4b4b-b237-973cda318159 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:31.165340 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-4c26d911-bf9d-4b4b-b237-973cda318159 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.30 "GET /v2.0/networks?id=d76c54c2-c0c9-4665-a172-ea066658292a HTTP/1.1" status: 200  len: 815 time: 1.0560915
May 10 20:03:31.271697 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Network f4a21183-27d3-48b4-af8e-4640ed2148b5 is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:03:31.292090 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:03:31.323670 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ca264-43f9-41c7-a48b-0cccf2ba9b5a req-41cc4f1d-eac8-4553-857d-8f1ff5973cb7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:31.333984 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5a7ca264-43f9-41c7-a48b-0cccf2ba9b5a req-41cc4f1d-eac8-4553-857d-8f1ff5973cb7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 1.3827717
May 10 20:03:31.339578 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-707cd517-ba2b-412b-86f2-fea3aade806d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Request body: {'port': {'device_id': '784266c9-1eab-49c1-a1dd-9d3733e4543e', 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a', 'admin_state_up': True, 'tenant_id': '78af3fee8db74248b3d2f70ad72438c1'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:03:31.451640 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 1a958a84-f2da-4145-99bf-fbd98176145d up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:03:31.637600 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 1a958a84-f2da-4145-99bf-fbd98176145d triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:03:31.638235 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:31.652271 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e4fd0-205f-4801-b035-0f7298f1546b req-f2787e0b-af00-40f4-9f7c-d47854c2cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:31.653812 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-198e4fd0-205f-4801-b035-0f7298f1546b req-f2787e0b-af00-40f4-9f7c-d47854c2cea5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb HTTP/1.1" status: 200  len: 911 time: 0.7686832
May 10 20:03:31.765578 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-9f1c7aab-944f-4fe2-b6d7-82f8510115e6 None None] Provisioning complete for port f98902c3-b35f-4478-a0d1-d1e734fd0475 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:03:31.766191 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9f1c7aab-944f-4fe2-b6d7-82f8510115e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:31.842453 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-198e4fd0-205f-4801-b035-0f7298f1546b req-17b9d2bb-4d5b-4d0a-9273-1a365f4c3c65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a55def3-f11f-44d5-90f0-c56e7e8f0f30 HTTP/1.1" status: 200  len: 1002 time: 0.1757855
May 10 20:03:31.865875 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 845c5c6f-7453-4b29-97e9-6b2f4884624b up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:03:31.952391 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Router 8832b5dc-c881-4350-a5f7-9c635be6474f has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:03:31.965690 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-9f1c7aab-944f-4fe2-b6d7-82f8510115e6 None None] Port f98902c3-b35f-4478-a0d1-d1e734fd0475 cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:03:31.979418 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5a7ca264-43f9-41c7-a48b-0cccf2ba9b5a req-1d943b48-99b8-4558-bc46-035200824a8c tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4883907
May 10 20:03:31.989398 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e4fd0-205f-4801-b035-0f7298f1546b req-965d1357-9fdb-42f4-8fd0-416cf8a5d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:31.991211 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-198e4fd0-205f-4801-b035-0f7298f1546b req-965d1357-9fdb-42f4-8fd0-416cf8a5d9cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0006aa00-bd28-429e-820e-13d3242b4a7f HTTP/1.1" status: 200  len: 850 time: 0.1350484
May 10 20:03:32.050879 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port 845c5c6f-7453-4b29-97e9-6b2f4884624b completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:03:32.064645 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:32.066270 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 845c5c6f-7453-4b29-97e9-6b2f4884624b triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:03:32.066739 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:32.071638 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-707cd517-ba2b-412b-86f2-fea3aade806d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:32.087113 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-707cd517-ba2b-412b-86f2-fea3aade806d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:32.105322 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-707cd517-ba2b-412b-86f2-fea3aade806d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Made reservation on behalf of 78af3fee8db74248b3d2f70ad72438c1 for: {'port': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:03:32.109014 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-707cd517-ba2b-412b-86f2-fea3aade806d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:32.162679 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0596014-81b9-4b35-8ee9-0d7eddc64899 req-a42d7d7a-6e06-48bc-bf51-34df87ec22ee tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:32.171443 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f0596014-81b9-4b35-8ee9-0d7eddc64899 req-a42d7d7a-6e06-48bc-bf51-34df87ec22ee tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 1.1355491
May 10 20:03:32.267825 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1a00e4fe-1196-47fb-a3a9-36b5f0309f2a req-4287c438-f2f4-4d15-a14b-3b912faf3917 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 210 time: 0.0674419
May 10 20:03:32.310784 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:32.342893 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port 845c5c6f-7453-4b29-97e9-6b2f4884624b, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=845c5c6f-7453-4b29-97e9-6b2f4884624b,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:03:32.351369 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:32.360424 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:32.375975 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e4fd0-205f-4801-b035-0f7298f1546b req-070d59b4-0386-4dbb-8182-71decd67835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:32.378064 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-198e4fd0-205f-4801-b035-0f7298f1546b req-070d59b4-0386-4dbb-8182-71decd67835d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3776824
May 10 20:03:32.445657 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=845c5c6f-7453-4b29-97e9-6b2f4884624b,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:32.460221 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:32.466812 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-707cd517-ba2b-412b-86f2-fea3aade806d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Allocated IP 172.20.0.14 (d76c54c2-c0c9-4665-a172-ea066658292a/44629f3e-8693-4394-a752-5a7b73dfc6d2/23473933-2c0a-4607-b8c6-6c91feec9cab) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:03:32.508281 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f0596014-81b9-4b35-8ee9-0d7eddc64899 req-3e55482c-adfb-4e56-bd11-d3e087a6fc4d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3359261
May 10 20:03:32.558186 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:03:32.573953 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] 10.222.0.15 "PUT /v2.0/routers/8832b5dc-c881-4350-a5f7-9c635be6474f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1967330
May 10 20:03:32.731910 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-198e4fd0-205f-4801-b035-0f7298f1546b req-1d81305b-62bd-4752-986a-c244cb267f2f service neutron] 10.222.0.30 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3461246
May 10 20:03:32.822983 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 49056) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:32.910415 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99db9f9-7906-4961-8f13-d177b22fce83 admin admin] Router 1e7adba4-24f3-45eb-acf5-86539d2e736e has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:03:33.034638 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d1eb37-66ed-48f9-8765-c389f94113aa admin admin] Deleting subnet c832a3fb-c454-4fdc-8759-f26d47f85f0e {{(pid=78727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:03:33.095127 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] Sync routers for ids ['8832b5dc-c881-4350-a5f7-9c635be6474f'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:03:33.110155 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] Routers {'8832b5dc-c881-4350-a5f7-9c635be6474f'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:03:33.110946 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff85a9190>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:03:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['8832b5dc-c881-4350-a5f7-9c635be6474f'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:33.113956 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-198e4fd0-205f-4801-b035-0f7298f1546b req-33a8a49e-432c-4eed-a636-29cdf282641a service neutron] 10.222.0.30 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3733189
May 10 20:03:33.116746 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-01d1eb37-66ed-48f9-8765-c389f94113aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:33.185119 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-707cd517-ba2b-412b-86f2-fea3aade806d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:33.218983 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 845c5c6f-7453-4b29-97e9-6b2f4884624b up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:03:33.242332 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-01d1eb37-66ed-48f9-8765-c389f94113aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11444040'] for subnet, precommit_delete_associations {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:33.336587 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-01d1eb37-66ed-48f9-8765-c389f94113aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3861428'] for subnet, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:33.347982 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-707cd517-ba2b-412b-86f2-fea3aade806d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:33.364896 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ce847275-bf11-43d3-a2f3-b32c098f3d55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:33.454386 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-707cd517-ba2b-412b-86f2-fea3aade806d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Network d76c54c2-c0c9-4665-a172-ea066658292a is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:03:33.463018 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-707cd517-ba2b-412b-86f2-fea3aade806d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:03:33.484269 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-707cd517-ba2b-412b-86f2-fea3aade806d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:03:33.530829 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cd517-ba2b-412b-86f2-fea3aade806d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Pushing event updated for resources: {'Port': ['ID=23473933-2c0a-4607-b8c6-6c91feec9cab,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:33.554246 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-707cd517-ba2b-412b-86f2-fea3aade806d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:33.558802 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99db9f9-7906-4961-8f13-d177b22fce83 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:03:33.568777 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4731cbd-6efa-40c3-9392-5c3fb600cbfe None None] Sync routers for ids ['1e7adba4-24f3-45eb-acf5-86539d2e736e'] in dv-cinder-788364-3-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:03:33.581745 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4731cbd-6efa-40c3-9392-5c3fb600cbfe None None] Routers {'1e7adba4-24f3-45eb-acf5-86539d2e736e'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:03:33.582769 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-a4731cbd-6efa-40c3-9392-5c3fb600cbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff851d8b0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:03:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['1e7adba4-24f3-45eb-acf5-86539d2e736e'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:33.652546 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['47ce5648-b920-4185-8b71-3a17580f65f3', '156a8bf9-bf45-4fb8-86d2-e84a03d251f6', '71ec4fe3-634f-445e-944f-dd9a1f5e4c8d'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:03:33.679962 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-707cd517-ba2b-412b-86f2-fea3aade806d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:33.687779 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-707cd517-ba2b-412b-86f2-fea3aade806d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:33.749926 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c820e4-e562-4a04-9d43-6d0cba95d474 req-729a8f93-9de1-496b-8af0-e4e55d3ef4bb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:33.758981 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a1c820e4-e562-4a04-9d43-6d0cba95d474 req-729a8f93-9de1-496b-8af0-e4e55d3ef4bb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.4767618
May 10 20:03:33.804807 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-d99db9f9-7906-4961-8f13-d177b22fce83 admin admin] 10.222.0.15 "PUT /v2.0/routers/1e7adba4-24f3-45eb-acf5-86539d2e736e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5027459
May 10 20:03:33.805575 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-707cd517-ba2b-412b-86f2-fea3aade806d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5104811
May 10 20:03:33.806054 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 49072) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:33.835959 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Request body: {'port': {'device_id': '784266c9-1eab-49c1-a1dd-9d3733e4543e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:03:33.992623 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:34.002475 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 845c5c6f-7453-4b29-97e9-6b2f4884624b triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:03:34.003435 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:34.167928 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-01d1eb37-66ed-48f9-8765-c389f94113aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3861435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10490685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11348346'] for subnet, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:34.172912 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:34.186032 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-a4731cbd-6efa-40c3-9392-5c3fb600cbfe None None] Set router 1e7adba4-24f3-45eb-acf5-86539d2e736e gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:03:34.222596 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] Set router 8832b5dc-c881-4350-a5f7-9c635be6474f gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:03:34.251386 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1eb37-66ed-48f9-8765-c389f94113aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c832a3fb-c454-4fdc-8759-f26d47f85f0e,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:34.269686 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 49078) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:34.270594 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-01d1eb37-66ed-48f9-8765-c389f94113aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:34.271658 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-01d1eb37-66ed-48f9-8765-c389f94113aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:34.279837 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-22422d7f-373f-41d7-ba12-c327bc852ce1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1803115481', 'description': 'tempest-secgroup-smoke-1803115481 description', 'project_id': '5127732f09de45a6ae2dd1088906e37c'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:03:34.306560 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-01d1eb37-66ed-48f9-8765-c389f94113aa admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c832a3fb-c454-4fdc-8759-f26d47f85f0e HTTP/1.1" status: 204  len: 168 time: 1.4862475
May 10 20:03:34.307391 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 49082) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:34.308460 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-22422d7f-373f-41d7-ba12-c327bc852ce1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:34.481911 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a1c820e4-e562-4a04-9d43-6d0cba95d474 req-82ba7c21-f275-4134-bbb0-eb05d1836283 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7219629
May 10 20:03:34.489122 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-22422d7f-373f-41d7-ba12-c327bc852ce1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Usage tracker for resource:security_group and tenant:5127732f09de45a6ae2dd1088906e37c is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:34.492345 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-22422d7f-373f-41d7-ba12-c327bc852ce1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:34.500020 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-22422d7f-373f-41d7-ba12-c327bc852ce1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:34.515443 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-bed82fb5-d458-4a80-b1fa-ccef61178833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749300'] for network, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:34.536128 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:34.572251 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-22422d7f-373f-41d7-ba12-c327bc852ce1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:34.731196 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bb418a94-d5d0-439b-ac93-f37141d21b92 admin admin] Notify callbacks [] for router, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:34.747427 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-bed82fb5-d458-4a80-b1fa-ccef61178833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3858511', 'neutron.services.segments.db._delete_segments_for_network-8783201745565'] for network, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:34.802445 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-bed82fb5-d458-4a80-b1fa-ccef61178833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcff2c14970>,) {'filters': {'network_id': ['98aa6d4c-7314-4207-9f30-70fcd633ff89']}} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:34.832597 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-bed82fb5-d458-4a80-b1fa-ccef61178833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff2c14970>, '5be6c398-9f8d-4d53-8e6a-cf2b481454a4') {'for_net_delete': True} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:34.836323 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-bed82fb5-d458-4a80-b1fa-ccef61178833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff2c14970>, '5be6c398-9f8d-4d53-8e6a-cf2b481454a4') {} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:34.849893 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-a4731cbd-6efa-40c3-9392-5c3fb600cbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff851d8b0>, [{'id': '1e7adba4-24f3-45eb-acf5-86539d2e736e', 'name': 'tempest-ServerRescueNegativeTestJSON-1378897149-router', 'tenant_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f5691a72-cb9e-40b4-bf00-f1ab89c091eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:17Z', 'updated_at': '2021-05-10T20:03:29Z', 'revision_number': 5, 'project_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'gw_port': {'id': 'f5691a72-cb9e-40b4-bf00-f1ab89c091eb', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7adba4-24f3-45eb-acf5-86539d2e736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:34.854487 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4731cbd-6efa-40c3-9392-5c3fb600cbfe None None] Checking router: 1e7adba4-24f3-45eb-acf5-86539d2e736e for host: dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:03:34.862627 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-bed82fb5-d458-4a80-b1fa-ccef61178833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783201757287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11444055'] for segment, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:34.875131 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4731cbd-6efa-40c3-9392-5c3fb600cbfe None None] Routers {'1e7adba4-24f3-45eb-acf5-86539d2e736e'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:03:34.875966 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-a4731cbd-6efa-40c3-9392-5c3fb600cbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff851d8b0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:03:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['1e7adba4-24f3-45eb-acf5-86539d2e736e'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:34.899002 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-bed82fb5-d458-4a80-b1fa-ccef61178833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:34.912982 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed82fb5-d458-4a80-b1fa-ccef61178833 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=78727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:03:34.915613 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-bed82fb5-d458-4a80-b1fa-ccef61178833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10490715'] for segment, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:34.982817 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877a4fa-b8b2-4cbc-8984-084f51922121 req-1e8474e1-f581-4725-ae8b-3e1b4d5d86d0 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:34.983600 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-d877a4fa-b8b2-4cbc-8984-084f51922121 req-1e8474e1-f581-4725-ae8b-3e1b4d5d86d0 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Synchronizing usage tracker for tenant:78af3fee8db74248b3d2f70ad72438c1 on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:03:34.995854 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bb418a94-d5d0-439b-ac93-f37141d21b92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]: Traceback (most recent call last):
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:     timer()
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:     cb(*args, **kw)
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:     return func(*args, **kwargs)
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:     self._notify()
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:     self.callback(batched_events)
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:     event.method(event)
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:     return f(self, *a, **k)
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self._get(url).json()
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self.request(url, 'GET', **kwargs)
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:03:35.050125 dv-cinder-788364-3-iscsi neutron-server[78727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:03:35.057784 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-bed82fb5-d458-4a80-b1fa-ccef61178833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3858486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400250'] for network, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:35.069793 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-bed82fb5-d458-4a80-b1fa-ccef61178833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:35.079333 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-22422d7f-373f-41d7-ba12-c327bc852ce1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:35.084719 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-22422d7f-373f-41d7-ba12-c327bc852ce1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Usage tracker for resource:security_group_rule and tenant:5127732f09de45a6ae2dd1088906e37c is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:35.087965 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-22422d7f-373f-41d7-ba12-c327bc852ce1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:35.094365 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-22422d7f-373f-41d7-ba12-c327bc852ce1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:35.178016 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-d877a4fa-b8b2-4cbc-8984-084f51922121 req-1e8474e1-f581-4725-ae8b-3e1b4d5d86d0 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Unset dirty status for tenant:78af3fee8db74248b3d2f70ad72438c1 on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:03:35.185229 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d877a4fa-b8b2-4cbc-8984-084f51922121 req-1e8474e1-f581-4725-ae8b-3e1b4d5d86d0 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 932 time: 0.7022116
May 10 20:03:35.192168 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-22422d7f-373f-41d7-ba12-c327bc852ce1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:35.194216 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-6aa65337-3001-4e5a-8d1f-da480e75dfc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:35.219162 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-a4731cbd-6efa-40c3-9392-5c3fb600cbfe None None] Set router 1e7adba4-24f3-45eb-acf5-86539d2e736e gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:03:35.219413 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-bed82fb5-d458-4a80-b1fa-ccef61178833 admin admin] 10.222.0.15 "DELETE /v2.0/networks/98aa6d4c-7314-4207-9f30-70fcd633ff89 HTTP/1.1" status: 204  len: 168 time: 0.9080753
May 10 20:03:35.236371 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed82fb5-d458-4a80-b1fa-ccef61178833 admin admin] Pushing event deleted for resources: {'Network': ['ID=98aa6d4c-7314-4207-9f30-70fcd633ff89,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:35.248528 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-bed82fb5-d458-4a80-b1fa-ccef61178833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:35.249770 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-22422d7f-373f-41d7-ba12-c327bc852ce1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:35.250947 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5f407-c164-489c-acaa-ce6dba6b584a req-bc3b7629-52a1-4e76-a0bc-0bc3c3d6ea54 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:35.253116 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dab5f407-c164-489c-acaa-ce6dba6b584a req-bc3b7629-52a1-4e76-a0bc-0bc3c3d6ea54 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.3335404
May 10 20:03:35.272546 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-c174b57f-b9ab-4f7d-9a8d-6b823fa9544a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:35.360526 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22422d7f-373f-41d7-ba12-c327bc852ce1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb58d778-6e23-469f-94f9-68d761671edb,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:35.366964 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-22422d7f-373f-41d7-ba12-c327bc852ce1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:35.395951 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff85a9190>, [{'id': '8832b5dc-c881-4350-a5f7-9c635be6474f', 'name': 'tempest-TestVolumeBootPattern-174234424-router', 'tenant_id': 'd44da46b7d3244938ab26c70a16558ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '845c5c6f-7453-4b29-97e9-6b2f4884624b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:21Z', 'updated_at': '2021-05-10T20:03:29Z', 'revision_number': 4, 'project_id': 'd44da46b7d3244938ab26c70a16558ca', 'gw_port': {'id': '845c5c6f-7453-4b29-97e9-6b2f4884624b', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8832b5dc-c881-4350-a5f7-9c635be6474f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:23Z', 'updated_at': '2021-05-10T20:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': 'f98902c3-b35f-4478-a0d1-d1e734fd0475', 'name': '', 'network_id': 'f4a21183-27d3-48b4-af8e-4640ed2148b5', 'tenant_id': 'd44da46b7d3244938ab26c70a16558ca', 'mac_address': 'fa:16:3e:de:99:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8832b5dc-c881-4350-a5f7-9c635be6474f', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'a72f4efc-da4d-4646-b8af-5e1f6b94d046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:27Z', 'updated_at': '2021-05-10T20:03:29Z', 'revision_number': 2, 'project_id': 'd44da46b7d3244938ab26c70a16558ca', 'subnets': [{'id': 'a72f4efc-da4d-4646-b8af-5e1f6b94d046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:35.398715 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-22422d7f-373f-41d7-ba12-c327bc852ce1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:35.403859 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-22422d7f-373f-41d7-ba12-c327bc852ce1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 1.1291835
May 10 20:03:35.404604 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 49088) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:35.414822 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] Checking router: 8832b5dc-c881-4350-a5f7-9c635be6474f for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:03:35.415180 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] Updating router 8832b5dc-c881-4350-a5f7-9c635be6474f port f98902c3-b35f-4478-a0d1-d1e734fd0475 binding host dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:03:35.418304 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-a813d4c3-6e4c-409e-b96b-01d10a822709 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Request body: {'security_group_rule': {'security_group_id': 'eb58d778-6e23-469f-94f9-68d761671edb', 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:03:35.433671 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-a813d4c3-6e4c-409e-b96b-01d10a822709 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:35.446304 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-a813d4c3-6e4c-409e-b96b-01d10a822709 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Usage tracker for resource:security_group_rule and tenant:5127732f09de45a6ae2dd1088906e37c is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:35.450878 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-a813d4c3-6e4c-409e-b96b-01d10a822709 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:35.470087 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-a813d4c3-6e4c-409e-b96b-01d10a822709 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:35.503289 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a813d4c3-6e4c-409e-b96b-01d10a822709 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:35.507414 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:35.600349 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a813d4c3-6e4c-409e-b96b-01d10a822709 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:35.608841 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a813d4c3-6e4c-409e-b96b-01d10a822709 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:35.611598 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:35.650707 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813d4c3-6e4c-409e-b96b-01d10a822709 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc63e84-6f42-4cc5-8586-16f541592dab,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:35.654939 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-a813d4c3-6e4c-409e-b96b-01d10a822709 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:35.668586 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a813d4c3-6e4c-409e-b96b-01d10a822709 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:35.676531 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-a813d4c3-6e4c-409e-b96b-01d10a822709 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2665162
May 10 20:03:35.678099 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 49094) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:35.685747 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d877a4fa-b8b2-4cbc-8984-084f51922121 req-7ba0e3eb-b0b3-49ec-9405-bcc6dacf4d13 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4996564
May 10 20:03:35.692630 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-00c91dce-429f-4685-938b-ab63ec0d18df tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Request body: {'security_group_rule': {'security_group_id': 'eb58d778-6e23-469f-94f9-68d761671edb', 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:03:35.719920 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-bb418a94-d5d0-439b-ac93-f37141d21b92 admin admin] Deleting port f5691a72-cb9e-40b4-bf00-f1ab89c091eb {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:03:35.721643 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-00c91dce-429f-4685-938b-ab63ec0d18df tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:35.724172 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bb418a94-d5d0-439b-ac93-f37141d21b92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:35.728693 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-00c91dce-429f-4685-938b-ab63ec0d18df tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Usage tracker for resource:security_group_rule and tenant:5127732f09de45a6ae2dd1088906e37c is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:35.737596 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 49098) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:35.747592 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-00c91dce-429f-4685-938b-ab63ec0d18df tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:35.766339 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dab5f407-c164-489c-acaa-ce6dba6b584a req-6f592b57-0b40-4578-a5af-07f7bd6df596 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4998264
May 10 20:03:35.785363 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-00c91dce-429f-4685-938b-ab63ec0d18df tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:35.867405 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-00c91dce-429f-4685-938b-ab63ec0d18df tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:35.875972 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-a4731cbd-6efa-40c3-9392-5c3fb600cbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff851d8b0>, [{'id': '1e7adba4-24f3-45eb-acf5-86539d2e736e', 'name': 'tempest-ServerRescueNegativeTestJSON-1378897149-router', 'tenant_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f5691a72-cb9e-40b4-bf00-f1ab89c091eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:17Z', 'updated_at': '2021-05-10T20:03:29Z', 'revision_number': 5, 'project_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'gw_port': {'id': 'f5691a72-cb9e-40b4-bf00-f1ab89c091eb', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7adba4-24f3-45eb-acf5-86539d2e736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:35.881768 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4731cbd-6efa-40c3-9392-5c3fb600cbfe None None] The sync data for ids ['1e7adba4-24f3-45eb-acf5-86539d2e736e'] in dv-cinder-788364-3-iscsi is: [{'id': '1e7adba4-24f3-45eb-acf5-86539d2e736e', 'name': 'tempest-ServerRescueNegativeTestJSON-1378897149-router', 'tenant_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f5691a72-cb9e-40b4-bf00-f1ab89c091eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:17Z', 'updated_at': '2021-05-10T20:03:29Z', 'revision_number': 5, 'project_id': '856b84e1fb1f47a0a90fc51c6d13ed80', 'gw_port': {'id': 'f5691a72-cb9e-40b4-bf00-f1ab89c091eb', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7adba4-24f3-45eb-acf5-86539d2e736e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:03:35.900087 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-d576793d-7206-4656-bdf3-859852044fab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aace6cabe4004a78a0a70cca7552c4bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1543858
May 10 20:03:35.912219 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 49102) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:35.944229 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23473933-2c0a-4607-b8c6-6c91feec9cab {{(pid=78728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:03:35.991374 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:36.062727 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Transition to ACTIVE for port object 23473933-2c0a-4607-b8c6-6c91feec9cab will not be triggered until provisioned by entity L2. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:03:36.081845 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:36.082745 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-00c91dce-429f-4685-938b-ab63ec0d18df tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:36.088463 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:36.098869 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-00c91dce-429f-4685-938b-ab63ec0d18df tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:36.099925 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-98a37d1d-419c-41ef-b5ba-e8e830da4132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:36.193968 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-98a37d1d-419c-41ef-b5ba-e8e830da4132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:36.220364 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-bb418a94-d5d0-439b-ac93-f37141d21b92 admin admin] For port f5691a72-cb9e-40b4-bf00-f1ab89c091eb, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=f5691a72-cb9e-40b4-bf00-f1ab89c091eb,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:03:36.220822 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bb418a94-d5d0-439b-ac93-f37141d21b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:36.259643 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:36.302145 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:36.305188 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c91dce-429f-4685-938b-ab63ec0d18df tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7416be96-f268-421a-bc2e-a8d9bb1a6334,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:36.307909 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-00c91dce-429f-4685-938b-ab63ec0d18df tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:36.316430 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-00c91dce-429f-4685-938b-ab63ec0d18df tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6372161
May 10 20:03:36.318065 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-00c91dce-429f-4685-938b-ab63ec0d18df tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:36.318857 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-98a37d1d-419c-41ef-b5ba-e8e830da4132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:36.326203 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 49106) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:36.327803 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7bd48f59-f106-4ee0-9be3-d5ed50109a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:36.335499 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] Transition to ACTIVE for port object f98902c3-b35f-4478-a0d1-d1e734fd0475 will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:03:36.355379 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a37d1d-419c-41ef-b5ba-e8e830da4132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ea0b2d-ebda-4c7e-9d4c-2f9848afd236,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:36.357369 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-98a37d1d-419c-41ef-b5ba-e8e830da4132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:36.357861 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:36.361189 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-98a37d1d-419c-41ef-b5ba-e8e830da4132 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66ea0b2d-ebda-4c7e-9d4c-2f9848afd236 HTTP/1.1" status: 204  len: 168 time: 0.4474845
May 10 20:03:36.363257 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-98a37d1d-419c-41ef-b5ba-e8e830da4132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:36.374036 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-40ff3d84-2cfe-4dd6-ac1e-d589a060d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:36.409684 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Pushing event updated for resources: {'Port': ['ID=23473933-2c0a-4607-b8c6-6c91feec9cab,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:36.419455 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-bb418a94-d5d0-439b-ac93-f37141d21b92 admin admin] Calling delete_port for f5691a72-cb9e-40b4-bf00-f1ab89c091eb owned by network:router_gateway {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:03:36.426017 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-8ba2e954-d2e3-4415-b7cc-b0a73dcd95c9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Request body: {'security_group_rule': {'security_group_id': 'eb58d778-6e23-469f-94f9-68d761671edb', 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:03:36.492451 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:36.504934 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-8ba2e954-d2e3-4415-b7cc-b0a73dcd95c9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:36.528194 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-8ba2e954-d2e3-4415-b7cc-b0a73dcd95c9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Usage tracker for resource:security_group_rule and tenant:5127732f09de45a6ae2dd1088906e37c is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:36.564750 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-8ba2e954-d2e3-4415-b7cc-b0a73dcd95c9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:36.580107 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb64657-9464-4133-978e-1807686d5d60 req-3c4c2d3e-612e-458a-b415-07721eafea9a tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:36.581754 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-aeb64657-9464-4133-978e-1807686d5d60 req-3c4c2d3e-612e-458a-b415-07721eafea9a tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.6310072
May 10 20:03:36.593786 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-8ba2e954-d2e3-4415-b7cc-b0a73dcd95c9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:36.625342 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119e1ab-1e4c-4442-b13e-87c2c3efce71 None None] Pushing event updated for resources: {'Port': ['ID=f98902c3-b35f-4478-a0d1-d1e734fd0475,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:36.628933 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-e119e1ab-1e4c-4442-b13e-87c2c3efce71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:36.701640 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8ba2e954-d2e3-4415-b7cc-b0a73dcd95c9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:36.716941 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] Attempting to bind port f98902c3-b35f-4478-a0d1-d1e734fd0475 on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:03:36.717282 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] Attempting to bind port f98902c3-b35f-4478-a0d1-d1e734fd0475 by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': '8164f59d-446c-4522-935a-3be3363c9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f4a21183-27d3-48b4-af8e-4640ed2148b5'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:03:36.717677 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] Attempting to bind port f98902c3-b35f-4478-a0d1-d1e734fd0475 on network f4a21183-27d3-48b4-af8e-4640ed2148b5 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:03:36.727460 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:03:36.727849 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] Checking segment: {'id': '8164f59d-446c-4522-935a-3be3363c9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f4a21183-27d3-48b4-af8e-4640ed2148b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:03:36.728330 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:36.728740 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] Bound using segment: {'id': '8164f59d-446c-4522-935a-3be3363c9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f4a21183-27d3-48b4-af8e-4640ed2148b5'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:03:36.729419 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] Bound port: f98902c3-b35f-4478-a0d1-d1e734fd0475, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8164f59d-446c-4522-935a-3be3363c9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f4a21183-27d3-48b4-af8e-4640ed2148b5'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:03:36.730639 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:36.733254 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Attempting to bind port 23473933-2c0a-4607-b8c6-6c91feec9cab on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:03:36.733592 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Attempting to bind port 23473933-2c0a-4607-b8c6-6c91feec9cab by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '424ef672-943f-42ef-9b89-e700d767d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a'}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:03:36.733916 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Attempting to bind port 23473933-2c0a-4607-b8c6-6c91feec9cab on network d76c54c2-c0c9-4665-a172-ea066658292a {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:03:36.749869 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-aeb64657-9464-4133-978e-1807686d5d60 req-bb09e4aa-189b-4707-b0e7-d686b88b407c tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1421921
May 10 20:03:36.789250 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Port 23473933-2c0a-4607-b8c6-6c91feec9cab on network d76c54c2-c0c9-4665-a172-ea066658292a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:03:36.789585 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Attempting to bind port 23473933-2c0a-4607-b8c6-6c91feec9cab on network d76c54c2-c0c9-4665-a172-ea066658292a {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:03:36.981829 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] For port f98902c3-b35f-4478-a0d1-d1e734fd0475, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:03:36.988942 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] For port f98902c3-b35f-4478-a0d1-d1e734fd0475, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=f98902c3-b35f-4478-a0d1-d1e734fd0475,segment=NetworkSegment(8164f59d-446c-4522-935a-3be3363c9703),segment_id=8164f59d-446c-4522-935a-3be3363c9703)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:03:36.994578 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:36.999208 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-9d14874d-c20e-4218-92f1-25c7c687c68c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:37.070630 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] Routers {'8832b5dc-c881-4350-a5f7-9c635be6474f'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:03:37.071273 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff85a9190>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:03:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['8832b5dc-c881-4350-a5f7-9c635be6474f'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:37.162934 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Checking agent: {'id': '16e2165d-e53b-4771-ba7e-9126d1b04f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'started_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:03:37.163295 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Checking segment: {'id': '424ef672-943f-42ef-9b89-e700d767d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:03:37.163680 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Bound using segment: {'id': '424ef672-943f-42ef-9b89-e700d767d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a'} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:03:37.164157 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Bound port: 23473933-2c0a-4607-b8c6-6c91feec9cab, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '424ef672-943f-42ef-9b89-e700d767d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a'}}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:03:37.164501 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:37.250883 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119e1ab-1e4c-4442-b13e-87c2c3efce71 None None] Pushing event updated for resources: {'Port': ['ID=f98902c3-b35f-4478-a0d1-d1e734fd0475,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:37.259358 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-e119e1ab-1e4c-4442-b13e-87c2c3efce71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:37.312740 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device c096619e-fff0-49a5-b398-cea066a6485b no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:03:37.338439 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] For port 23473933-2c0a-4607-b8c6-6c91feec9cab, host hv-cinder-78836, cleared binding levels {{(pid=78728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:03:37.342532 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] For port 23473933-2c0a-4607-b8c6-6c91feec9cab, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=23473933-2c0a-4607-b8c6-6c91feec9cab,segment=NetworkSegment(424ef672-943f-42ef-9b89-e700d767d1c6),segment_id=424ef672-943f-42ef-9b89-e700d767d1c6)] {{(pid=78728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:03:37.363219 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:37.364589 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: c096619e-fff0-49a5-b398-cea066a6485b {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:03:37.365010 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device c096619e-fff0-49a5-b398-cea066a6485b not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:03:37.376020 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:37.388894 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] Set router 8832b5dc-c881-4350-a5f7-9c635be6474f gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:03:37.462961 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:37.463652 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:37.465051 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] 10.222.0.30 "PUT /v2.0/ports/23473933-2c0a-4607-b8c6-6c91feec9cab HTTP/1.1" status: 200  len: 1094 time: 3.6466196
May 10 20:03:37.482180 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784266c9-1eab-49c1-a1dd-9d3733e4543e', 'tag': '23473933-2c0a-4607-b8c6-6c91feec9cab'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:03:37.518866 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Pushing event updated for resources: {'Port': ['ID=23473933-2c0a-4607-b8c6-6c91feec9cab,revision_number=3']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:37.614611 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:37.629106 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8ba2e954-d2e3-4415-b7cc-b0a73dcd95c9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:37.657968 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8ba2e954-d2e3-4415-b7cc-b0a73dcd95c9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:37.773351 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:37.839012 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da84d4c-eec0-4933-af42-9432eac100ae req-e6842448-23df-4fc4-b9c4-e974c8b8506b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:37.842843 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0da84d4c-eec0-4933-af42-9432eac100ae req-e6842448-23df-4fc4-b9c4-e974c8b8506b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 944 time: 0.8292093
May 10 20:03:37.882988 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff85a9190>, [{'id': '8832b5dc-c881-4350-a5f7-9c635be6474f', 'name': 'tempest-TestVolumeBootPattern-174234424-router', 'tenant_id': 'd44da46b7d3244938ab26c70a16558ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '845c5c6f-7453-4b29-97e9-6b2f4884624b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:21Z', 'updated_at': '2021-05-10T20:03:29Z', 'revision_number': 4, 'project_id': 'd44da46b7d3244938ab26c70a16558ca', 'gw_port': {'id': '845c5c6f-7453-4b29-97e9-6b2f4884624b', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8832b5dc-c881-4350-a5f7-9c635be6474f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:23Z', 'updated_at': '2021-05-10T20:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': 'f98902c3-b35f-4478-a0d1-d1e734fd0475', 'name': '', 'network_id': 'f4a21183-27d3-48b4-af8e-4640ed2148b5', 'tenant_id': 'd44da46b7d3244938ab26c70a16558ca', 'mac_address': 'fa:16:3e:de:99:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8832b5dc-c881-4350-a5f7-9c635be6474f', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'a72f4efc-da4d-4646-b8af-5e1f6b94d046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:27Z', 'updated_at': '2021-05-10T20:03:36Z', 'revision_number': 4, 'project_id': 'd44da46b7d3244938ab26c70a16558ca', 'subnets': [{'id': 'a72f4efc-da4d-4646-b8af-5e1f6b94d046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:37.890931 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b3c37-ab57-4130-bd99-86175e0fa23c None None] The sync data for ids ['8832b5dc-c881-4350-a5f7-9c635be6474f'] in dv-cinder-788364-3-iscsi is: [{'id': '8832b5dc-c881-4350-a5f7-9c635be6474f', 'name': 'tempest-TestVolumeBootPattern-174234424-router', 'tenant_id': 'd44da46b7d3244938ab26c70a16558ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '845c5c6f-7453-4b29-97e9-6b2f4884624b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:21Z', 'updated_at': '2021-05-10T20:03:29Z', 'revision_number': 4, 'project_id': 'd44da46b7d3244938ab26c70a16558ca', 'gw_port': {'id': '845c5c6f-7453-4b29-97e9-6b2f4884624b', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8832b5dc-c881-4350-a5f7-9c635be6474f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:23Z', 'updated_at': '2021-05-10T20:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': 'f98902c3-b35f-4478-a0d1-d1e734fd0475', 'name': '', 'network_id': 'f4a21183-27d3-48b4-af8e-4640ed2148b5', 'tenant_id': 'd44da46b7d3244938ab26c70a16558ca', 'mac_address': 'fa:16:3e:de:99:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8832b5dc-c881-4350-a5f7-9c635be6474f', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'a72f4efc-da4d-4646-b8af-5e1f6b94d046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:27Z', 'updated_at': '2021-05-10T20:03:36Z', 'revision_number': 4, 'project_id': 'd44da46b7d3244938ab26c70a16558ca', 'subnets': [{'id': 'a72f4efc-da4d-4646-b8af-5e1f6b94d046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:03:37.905134 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855960a1-b4f7-4501-8490-0d91e3bff9c8 req-f6ac5a28-3bb2-4487-8abb-b1726b0b5a0e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:37.914384 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-855960a1-b4f7-4501-8490-0d91e3bff9c8 req-f6ac5a28-3bb2-4487-8abb-b1726b0b5a0e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.9092338
May 10 20:03:37.980513 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2e954-d2e3-4415-b7cc-b0a73dcd95c9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86e8a9e-e3d4-4711-bef4-42646493f182,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:38.012143 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8ba2e954-d2e3-4415-b7cc-b0a73dcd95c9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:38.013421 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-8ba2e954-d2e3-4415-b7cc-b0a73dcd95c9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.6798677
May 10 20:03:38.016847 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 49146) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:38.022888 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8ba2e954-d2e3-4415-b7cc-b0a73dcd95c9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:38.034007 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-3429670f-02b4-466d-ae09-330c04112133 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Request body: {'security_group_rule': {'security_group_id': 'eb58d778-6e23-469f-94f9-68d761671edb', 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:03:38.050199 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-3429670f-02b4-466d-ae09-330c04112133 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:38.066267 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-3429670f-02b4-466d-ae09-330c04112133 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Usage tracker for resource:security_group_rule and tenant:5127732f09de45a6ae2dd1088906e37c is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:38.073802 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-3429670f-02b4-466d-ae09-330c04112133 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:38.087325 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-3429670f-02b4-466d-ae09-330c04112133 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:38.088734 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-855960a1-b4f7-4501-8490-0d91e3bff9c8 req-3080fcc9-db0d-4e49-a421-924fcad44c6e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1735663
May 10 20:03:38.121312 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0da84d4c-eec0-4933-af42-9432eac100ae req-9626b812-4151-4f94-a539-70f9cbafb533 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2710466
May 10 20:03:38.135322 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3429670f-02b4-466d-ae09-330c04112133 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:38.153906 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bb418a94-d5d0-439b-ac93-f37141d21b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:38.194306 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784266c9-1eab-49c1-a1dd-9d3733e4543e', 'tag': '23473933-2c0a-4607-b8c6-6c91feec9cab', 'status': 'completed', 'code': 200}
May 10 20:03:38.196274 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-28ead5f1-ab23-42fd-868d-fb9c889c5bd1 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:38.292905 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3429670f-02b4-466d-ae09-330c04112133 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:38.300842 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3429670f-02b4-466d-ae09-330c04112133 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:38.304158 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:38.340844 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429670f-02b4-466d-ae09-330c04112133 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ec4dc1-5aeb-46e7-992f-6baf7768f66b,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:38.345758 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-3429670f-02b4-466d-ae09-330c04112133 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:38.360949 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3429670f-02b4-466d-ae09-330c04112133 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:38.363333 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-3429670f-02b4-466d-ae09-330c04112133 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3441050
May 10 20:03:38.367815 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 49150) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:38.378927 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-5e79f198-aa67-4578-b100-48b64f794c3d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Request body: {'security_group_rule': {'security_group_id': 'eb58d778-6e23-469f-94f9-68d761671edb', 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:03:38.385070 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-03d6f5fd-72eb-4964-a868-ba5159111e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:38.386616 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-03d6f5fd-72eb-4964-a868-ba5159111e74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78af3fee8db74248b3d2f70ad72438c1&device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 1097 time: 0.8704216
May 10 20:03:38.394803 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-5e79f198-aa67-4578-b100-48b64f794c3d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:38.402672 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-5e79f198-aa67-4578-b100-48b64f794c3d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Usage tracker for resource:security_group_rule and tenant:5127732f09de45a6ae2dd1088906e37c is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:38.413865 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-5e79f198-aa67-4578-b100-48b64f794c3d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:38.425519 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-5e79f198-aa67-4578-b100-48b64f794c3d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:38.448944 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.securitygroups_db [None req-5e79f198-aa67-4578-b100-48b64f794c3d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Project 5127732f09de45a6ae2dd1088906e37c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 20:03:38.462208 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5e79f198-aa67-4578-b100-48b64f794c3d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:38.468582 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb418a94-d5d0-439b-ac93-f37141d21b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5691a72-cb9e-40b4-bf00-f1ab89c091eb,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:38.472177 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-45764312-218c-484f-8480-5f97bbbe1322 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23473933-2c0a-4607-b8c6-6c91feec9cab HTTP/1.1" status: 200  len: 217 time: 0.0747313
May 10 20:03:38.473104 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-bb418a94-d5d0-439b-ac93-f37141d21b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:38.474409 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bb418a94-d5d0-439b-ac93-f37141d21b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400232'] for router_gateway, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:38.790434 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-fde1eced-2901-4106-9a0b-d23b0ebce54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:38.792849 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-fde1eced-2901-4106-9a0b-d23b0ebce54b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44629f3e-8693-4394-a752-5a7b73dfc6d2 HTTP/1.1" status: 200  len: 855 time: 0.2412117
May 10 20:03:38.803099 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5e79f198-aa67-4578-b100-48b64f794c3d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:38.817557 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5e79f198-aa67-4578-b100-48b64f794c3d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:38.829030 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:38.859166 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79f198-aa67-4578-b100-48b64f794c3d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe15a7b-7bf7-4923-879f-fa32ba72fc67,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:38.893428 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-5e79f198-aa67-4578-b100-48b64f794c3d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:38.904927 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5e79f198-aa67-4578-b100-48b64f794c3d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:38.906515 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-5e79f198-aa67-4578-b100-48b64f794c3d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5373285
May 10 20:03:38.910113 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 49158) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:38.928446 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-ca21f065-5ed6-4cd6-acaa-0a47c30cfb7f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Request body: {'security_group_rule': {'security_group_id': 'eb58d778-6e23-469f-94f9-68d761671edb', 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:03:38.945441 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-ca21f065-5ed6-4cd6-acaa-0a47c30cfb7f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:38.952697 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-ca21f065-5ed6-4cd6-acaa-0a47c30cfb7f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Usage tracker for resource:security_group_rule and tenant:5127732f09de45a6ae2dd1088906e37c is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:38.960382 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-ca21f065-5ed6-4cd6-acaa-0a47c30cfb7f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:38.986487 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-ca21f065-5ed6-4cd6-acaa-0a47c30cfb7f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:38.991509 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-a3bf8131-c7cd-4795-940c-5735eb952c1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d76c54c2-c0c9-4665-a172-ea066658292a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1069193
May 10 20:03:38.993518 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bb418a94-d5d0-439b-ac93-f37141d21b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13659'] for router, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:39.008528 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bb418a94-d5d0-439b-ac93-f37141d21b92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:39.026390 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.securitygroups_db [None req-ca21f065-5ed6-4cd6-acaa-0a47c30cfb7f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Project 5127732f09de45a6ae2dd1088906e37c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 20:03:39.033026 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ca21f065-5ed6-4cd6-acaa-0a47c30cfb7f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:39.168965 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ca21f065-5ed6-4cd6-acaa-0a47c30cfb7f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:39.176249 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ca21f065-5ed6-4cd6-acaa-0a47c30cfb7f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:39.180463 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:39.219323 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21f065-5ed6-4cd6-acaa-0a47c30cfb7f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a940d1a9-956a-44f0-bd79-b46c1fd723b8,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:39.227001 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-ca21f065-5ed6-4cd6-acaa-0a47c30cfb7f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:39.234367 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ca21f065-5ed6-4cd6-acaa-0a47c30cfb7f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:39.239195 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-ca21f065-5ed6-4cd6-acaa-0a47c30cfb7f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3228619
May 10 20:03:39.340894 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bb418a94-d5d0-439b-ac93-f37141d21b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-337018'] for router, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:39.342745 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb418a94-d5d0-439b-ac93-f37141d21b92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e7adba4-24f3-45eb-acf5-86539d2e736e {{(pid=78728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 20:03:39.362347 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bb418a94-d5d0-439b-ac93-f37141d21b92 admin admin] Notify callbacks [] for router, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:39.363624 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-bb418a94-d5d0-439b-ac93-f37141d21b92 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1e7adba4-24f3-45eb-acf5-86539d2e736e HTTP/1.1" status: 204  len: 168 time: 5.5548558
May 10 20:03:39.369106 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 49176) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:39.598709 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab6d29c-d28b-4f6d-a622-4ee51972ff97 admin admin] Deleting subnet a4e13f19-09d6-4437-8413-9cd5f2a1478d {{(pid=78727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:03:39.603875 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d29c-d28b-4f6d-a622-4ee51972ff97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:39.604804 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device f98902c3-b35f-4478-a0d1-d1e734fd0475 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:03:39.747185 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d29c-d28b-4f6d-a622-4ee51972ff97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11444040'] for subnet, precommit_delete_associations {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:39.851807 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port f98902c3-b35f-4478-a0d1-d1e734fd0475 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:03:39.860721 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port f98902c3-b35f-4478-a0d1-d1e734fd0475 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:03:39.861109 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:39.902907 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-31553d2e-e03c-48a4-a8ce-1d870efe4cc0 service neutron] 10.222.0.30 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8855376
May 10 20:03:39.966069 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d29c-d28b-4f6d-a622-4ee51972ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3861428'] for subnet, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:40.044888 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c3dc3-ab06-401a-87e0-412410663fa5 req-9bece0c9-b43c-451c-b619-edc3eea35d28 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:40.047014 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ac0c3dc3-ab06-401a-87e0-412410663fa5 req-9bece0c9-b43c-451c-b619-edc3eea35d28 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.6931765
May 10 20:03:40.075302 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146e5fc-e347-4b28-9e8f-e5d6d4671103 req-2642df8d-ab7b-443b-b8a0-e3a0ae34a72d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:40.079322 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5146e5fc-e347-4b28-9e8f-e5d6d4671103 req-2642df8d-ab7b-443b-b8a0-e3a0ae34a72d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 944 time: 0.7117858
May 10 20:03:40.179411 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:40.258347 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port f98902c3-b35f-4478-a0d1-d1e734fd0475, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=f98902c3-b35f-4478-a0d1-d1e734fd0475,segment=NetworkSegment(8164f59d-446c-4522-935a-3be3363c9703),segment_id=8164f59d-446c-4522-935a-3be3363c9703)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:03:40.269219 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:40.271134 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:40.421666 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ac0c3dc3-ab06-401a-87e0-412410663fa5 req-704c38dc-d0f4-4a18-989e-52638acc59d8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1951082
May 10 20:03:40.486144 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=f98902c3-b35f-4478-a0d1-d1e734fd0475,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:40.491394 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:40.552801 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d29c-d28b-4f6d-a622-4ee51972ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3861435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10490685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11348346'] for subnet, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:40.557820 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:40.570989 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5146e5fc-e347-4b28-9e8f-e5d6d4671103 req-f01e68eb-0843-494d-8ee8-cee4aba4c379 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2974722
May 10 20:03:40.618638 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6d29c-d28b-4f6d-a622-4ee51972ff97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4e13f19-09d6-4437-8413-9cd5f2a1478d,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:40.623509 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-0ab6d29c-d28b-4f6d-a622-4ee51972ff97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:40.633616 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d29c-d28b-4f6d-a622-4ee51972ff97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:40.642084 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-0ab6d29c-d28b-4f6d-a622-4ee51972ff97 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a4e13f19-09d6-4437-8413-9cd5f2a1478d HTTP/1.1" status: 204  len: 168 time: 1.2710717
May 10 20:03:40.647258 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 49220) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:40.676251 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e366c1e-dbe7-4255-b75e-8e5ec36cd551 req-b082add2-41f6-4af0-a064-cb1d35457761 service neutron] 10.222.0.30 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7598295
May 10 20:03:40.810498 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2a96e00e-c750-406a-a613-01a6158e6fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749300'] for network, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:40.836680 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26ffab-f1c6-4ba6-b361-43d79d3f1e89 req-9ba750fc-eed1-404b-a615-a0ffe61ddd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:40.838580 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1f26ffab-f1c6-4ba6-b361-43d79d3f1e89 req-9ba750fc-eed1-404b-a615-a0ffe61ddd2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78af3fee8db74248b3d2f70ad72438c1&device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 1097 time: 0.1064458
May 10 20:03:40.997429 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26ffab-f1c6-4ba6-b361-43d79d3f1e89 req-e900e1da-9d07-4463-9091-a47e34fcd9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:40.998483 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1f26ffab-f1c6-4ba6-b361-43d79d3f1e89 req-e900e1da-9d07-4463-9091-a47e34fcd9a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d76c54c2-c0c9-4665-a172-ea066658292a HTTP/1.1" status: 200  len: 915 time: 0.1526628
May 10 20:03:41.018523 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2a96e00e-c750-406a-a613-01a6158e6fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3858511', 'neutron.services.segments.db._delete_segments_for_network-8783201745565'] for network, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:41.035272 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-2a96e00e-c750-406a-a613-01a6158e6fae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcff3b08790>,) {'filters': {'network_id': ['12fcecad-eba8-4da7-8035-097c01649aff']}} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:41.050162 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-2a96e00e-c750-406a-a613-01a6158e6fae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff3b08790>, 'd81407f0-5164-4828-98d2-3009553635dd') {'for_net_delete': True} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:41.050558 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-2a96e00e-c750-406a-a613-01a6158e6fae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff3b08790>, 'd81407f0-5164-4828-98d2-3009553635dd') {} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:03:41.063295 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2a96e00e-c750-406a-a613-01a6158e6fae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783201757287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11444055'] for segment, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:41.086378 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2a96e00e-c750-406a-a613-01a6158e6fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:41.099151 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a96e00e-c750-406a-a613-01a6158e6fae admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=78727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:03:41.099971 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2a96e00e-c750-406a-a613-01a6158e6fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10490715'] for segment, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]: Traceback (most recent call last):
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:     timer()
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:     cb(*args, **kw)
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:     return func(*args, **kwargs)
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:     self._notify()
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:     self.callback(batched_events)
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:     event.method(event)
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:     return f(self, *a, **k)
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self._get(url).json()
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self.request(url, 'GET', **kwargs)
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:03:41.130819 dv-cinder-788364-3-iscsi neutron-server[78727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:03:41.153912 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1f26ffab-f1c6-4ba6-b361-43d79d3f1e89 req-160102a2-11e8-4a8d-919e-68c3506fba7e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23473933-2c0a-4607-b8c6-6c91feec9cab HTTP/1.1" status: 200  len: 217 time: 0.1479371
May 10 20:03:41.236119 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2a96e00e-c750-406a-a613-01a6158e6fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3858486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400250'] for network, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:41.246573 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-85d35ed6-e07d-4c44-bc69-5530c15f1979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:41.281495 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2a96e00e-c750-406a-a613-01a6158e6fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:41.289931 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96e00e-c750-406a-a613-01a6158e6fae admin admin] Pushing event deleted for resources: {'Network': ['ID=12fcecad-eba8-4da7-8035-097c01649aff,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:41.293266 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-2a96e00e-c750-406a-a613-01a6158e6fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:41.305615 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26ffab-f1c6-4ba6-b361-43d79d3f1e89 req-3718ad51-5983-41da-8105-0ddba412198d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:41.310749 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-2a96e00e-c750-406a-a613-01a6158e6fae admin admin] 10.222.0.15 "DELETE /v2.0/networks/12fcecad-eba8-4da7-8035-097c01649aff HTTP/1.1" status: 204  len: 168 time: 0.6594601
May 10 20:03:41.320769 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1f26ffab-f1c6-4ba6-b361-43d79d3f1e89 req-3718ad51-5983-41da-8105-0ddba412198d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44629f3e-8693-4394-a752-5a7b73dfc6d2 HTTP/1.1" status: 200  len: 855 time: 0.1444612
May 10 20:03:41.400582 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1f26ffab-f1c6-4ba6-b361-43d79d3f1e89 req-861ef705-2fc2-44ea-9415-97922fa86317 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d76c54c2-c0c9-4665-a172-ea066658292a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0793052
May 10 20:03:41.412458 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device f98902c3-b35f-4478-a0d1-d1e734fd0475 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:03:41.586723 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port f98902c3-b35f-4478-a0d1-d1e734fd0475 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:03:41.587112 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:41.666896 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 49254) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:41.809300 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-d17dd066-2656-415e-8838-633bc18fe0da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=856b84e1fb1f47a0a90fc51c6d13ed80&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1388412
May 10 20:03:41.816173 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 49260) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:41.848834 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1f26ffab-f1c6-4ba6-b361-43d79d3f1e89 req-d3dcac38-d360-4bc8-b9a1-96d42a5bb90f service neutron] 10.222.0.30 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4385638
May 10 20:03:41.946618 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e208ff29-0364-47b5-88be-e711f970cf4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:41.957542 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device f5691a72-cb9e-40b4-bf00-f1ab89c091eb no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:03:42.009136 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e208ff29-0364-47b5-88be-e711f970cf4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:42.015768 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: f5691a72-cb9e-40b4-bf00-f1ab89c091eb {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:03:42.016416 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device f5691a72-cb9e-40b4-bf00-f1ab89c091eb not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:03:42.088751 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e208ff29-0364-47b5-88be-e711f970cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:42.096565 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:42.115026 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208ff29-0364-47b5-88be-e711f970cf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312707e7-c748-48d8-a772-7050767e02f8,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:42.125058 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-e208ff29-0364-47b5-88be-e711f970cf4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:42.127488 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e208ff29-0364-47b5-88be-e711f970cf4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:42.129053 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-e208ff29-0364-47b5-88be-e711f970cf4f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/312707e7-c748-48d8-a772-7050767e02f8 HTTP/1.1" status: 204  len: 168 time: 0.3116548
May 10 20:03:42.141849 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1f26ffab-f1c6-4ba6-b361-43d79d3f1e89 req-cadb9908-aad8-4277-bc0a-bdbf07935326 service neutron] 10.222.0.30 "GET /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2279472
May 10 20:03:42.154747 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af42a9-685f-4d1a-bd1d-edaa28d20685 req-c5b56c04-8d8d-4d1a-8086-dc5ebf69b211 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:42.156357 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a1af42a9-685f-4d1a-bd1d-edaa28d20685 req-c5b56c04-8d8d-4d1a-8086-dc5ebf69b211 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.5362203
May 10 20:03:42.184881 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f0259-3f27-4a42-9e5d-aed5933e85a0 req-59dc062f-0479-4280-8ea0-5326ab3e6a54 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:42.187716 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bd4f0259-3f27-4a42-9e5d-aed5933e85a0 req-59dc062f-0479-4280-8ea0-5326ab3e6a54 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 944 time: 0.3362906
May 10 20:03:42.281642 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a1af42a9-685f-4d1a-bd1d-edaa28d20685 req-89f155f6-d6df-42c1-ba06-256dab5dce9f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1064036
May 10 20:03:42.287387 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bd4f0259-3f27-4a42-9e5d-aed5933e85a0 req-99fd3cd3-73a4-4c7b-a4d4-8cd52f55cdb7 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823107
May 10 20:03:42.620944 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:43.618542 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad3847-efce-461d-821a-be7ce9f69cfa req-5d0d4978-29be-4700-9072-79ba2ca59463 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:43.620084 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-70ad3847-efce-461d-821a-be7ce9f69cfa req-5d0d4978-29be-4700-9072-79ba2ca59463 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 944 time: 0.1559196
May 10 20:03:43.640828 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a1846-0921-4bf2-95a5-5009bc5cf4cb req-7a377a14-e3c6-4f21-83e4-3aab83c0aa5f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:43.642525 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2b0a1846-0921-4bf2-95a5-5009bc5cf4cb req-7a377a14-e3c6-4f21-83e4-3aab83c0aa5f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.1446757
May 10 20:03:43.713718 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 23473933-2c0a-4607-b8c6-6c91feec9cab details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:03:43.719285 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-70ad3847-efce-461d-821a-be7ce9f69cfa req-fac137d8-036d-4662-9a3e-157df8dd8129 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890954
May 10 20:03:43.732826 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2b0a1846-0921-4bf2-95a5-5009bc5cf4cb req-9740c611-692b-43d0-a304-84e2ebe68035 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749159
May 10 20:03:43.948598 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 23473933-2c0a-4607-b8c6-6c91feec9cab, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=23473933-2c0a-4607-b8c6-6c91feec9cab,segment=NetworkSegment(424ef672-943f-42ef-9b89-e700d767d1c6),segment_id=424ef672-943f-42ef-9b89-e700d767d1c6)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:03:43.969810 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': '23473933-2c0a-4607-b8c6-6c91feec9cab', 'network_id': 'd76c54c2-c0c9-4665-a172-ea066658292a', 'port_id': '23473933-2c0a-4607-b8c6-6c91feec9cab', 'mac_address': 'fa:16:3e:0a:72:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44629f3e-8693-4394-a752-5a7b73dfc6d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:03:44.050718 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:44.097061 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23473933-2c0a-4607-b8c6-6c91feec9cab {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:03:44.139484 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 23473933-2c0a-4607-b8c6-6c91feec9cab, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=23473933-2c0a-4607-b8c6-6c91feec9cab,segment=NetworkSegment(424ef672-943f-42ef-9b89-e700d767d1c6),segment_id=424ef672-943f-42ef-9b89-e700d767d1c6)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:03:44.146377 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:44.148889 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:44.313499 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=23473933-2c0a-4607-b8c6-6c91feec9cab,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:44.317703 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:44.640501 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['23473933-2c0a-4607-b8c6-6c91feec9cab'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:03:45.085666 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a215e72-bd3b-4a3c-8c32-dd892207148d req-416fecb5-b758-4afb-826e-7865bc073e9b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:45.093092 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1a215e72-bd3b-4a3c-8c32-dd892207148d req-416fecb5-b758-4afb-826e-7865bc073e9b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 945 time: 0.1774211
May 10 20:03:45.122667 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c91b28-ec76-48f0-92e7-838e6aae97e5 req-959de100-760b-40ea-9447-2063fd166e9b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:45.124497 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b9c91b28-ec76-48f0-92e7-838e6aae97e5 req-959de100-760b-40ea-9447-2063fd166e9b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.1643372
May 10 20:03:45.192329 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1a215e72-bd3b-4a3c-8c32-dd892207148d req-4bfe6b4a-07a5-4f6e-832c-82f7aa50ff79 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959909
May 10 20:03:45.236868 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b9c91b28-ec76-48f0-92e7-838e6aae97e5 req-0a05e4c8-0c07-4cb0-bf8d-0dc9a88f64e6 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1035349
May 10 20:03:45.396508 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 49356) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:45.599111 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-88b69547-e89b-41e7-a672-d05d027e8364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:45.615682 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-88b69547-e89b-41e7-a672-d05d027e8364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:45.623696 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-88b69547-e89b-41e7-a672-d05d027e8364 admin admin] Usage tracker for resource:security_group_rule and tenant:c55c305b42864c12b3776ffb0976c5b8 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:45.625319 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-88b69547-e89b-41e7-a672-d05d027e8364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:45.632834 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-88b69547-e89b-41e7-a672-d05d027e8364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:45.764657 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-88b69547-e89b-41e7-a672-d05d027e8364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:45.771236 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-88b69547-e89b-41e7-a672-d05d027e8364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:45.785149 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-5ff23fe1-6602-42f5-8936-0d3527a6403d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:45.824782 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-024b75da-dd6a-408e-99a0-b28217e63c9c req-e4533f8b-ec38-40fc-9f38-040843d52594 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2631478
May 10 20:03:45.838046 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-88b69547-e89b-41e7-a672-d05d027e8364 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c55c305b42864c12b3776ffb0976c5b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4400172
May 10 20:03:45.840566 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 49364) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:45.848453 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b69547-e89b-41e7-a672-d05d027e8364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f2b0f9-0363-4b59-8f20-bdaf57e18fa7,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:45.858457 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-88b69547-e89b-41e7-a672-d05d027e8364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:45.971477 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-95b553ce-1c52-435f-b12b-f301889e51eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:46.026251 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-95b553ce-1c52-435f-b12b-f301889e51eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:46.090134 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b75da-dd6a-408e-99a0-b28217e63c9c req-3efe8642-89a2-41fd-ab26-47ff8353c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:46.091677 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-024b75da-dd6a-408e-99a0-b28217e63c9c req-3efe8642-89a2-41fd-ab26-47ff8353c25d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef2cf49eae1d4d10ad224d6ec46ad00a&device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 1099 time: 0.1559081
May 10 20:03:46.114893 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-95b553ce-1c52-435f-b12b-f301889e51eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:46.124162 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-85101929-ebac-4504-a24c-0f434224fb11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:46.192441 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b553ce-1c52-435f-b12b-f301889e51eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f2b0f9-0363-4b59-8f20-bdaf57e18fa7,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:46.197455 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-95b553ce-1c52-435f-b12b-f301889e51eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:46.400631 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-95b553ce-1c52-435f-b12b-f301889e51eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:46.402757 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-95b553ce-1c52-435f-b12b-f301889e51eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1f2b0f9-0363-4b59-8f20-bdaf57e18fa7 HTTP/1.1" status: 204  len: 168 time: 0.5607173
May 10 20:03:46.646026 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b75da-dd6a-408e-99a0-b28217e63c9c req-4ec8985b-37e5-43fe-a8e4-3115a6c37494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:46.647467 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-024b75da-dd6a-408e-99a0-b28217e63c9c req-4ec8985b-37e5-43fe-a8e4-3115a6c37494 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb HTTP/1.1" status: 200  len: 911 time: 0.5254023
May 10 20:03:47.026312 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 49384) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:47.050924 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-17878aa2-b93a-4253-ab2b-889d491d9b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:47.070980 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-17878aa2-b93a-4253-ab2b-889d491d9b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:47.075458 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-17878aa2-b93a-4253-ab2b-889d491d9b0d admin admin] Usage tracker for resource:security_group_rule and tenant:968558eebd9f4cf39e7855272b10392c is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:47.081049 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-17878aa2-b93a-4253-ab2b-889d491d9b0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:47.082133 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-024b75da-dd6a-408e-99a0-b28217e63c9c req-3ce2de1a-62b5-470c-924b-242be1f32209 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a55def3-f11f-44d5-90f0-c56e7e8f0f30 HTTP/1.1" status: 200  len: 1002 time: 0.3688571
May 10 20:03:47.091431 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-17878aa2-b93a-4253-ab2b-889d491d9b0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:47.099785 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07809d13-3517-4a92-981f-1a7ac74c993f req-b5751ac4-60c2-4b65-9650-6b97be61eff2 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:47.102328 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-07809d13-3517-4a92-981f-1a7ac74c993f req-b5751ac4-60c2-4b65-9650-6b97be61eff2 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 945 time: 0.5270786
May 10 20:03:47.260790 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-17878aa2-b93a-4253-ab2b-889d491d9b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:47.265769 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05916bd0-4834-4a97-8cba-a46a3cb6912f req-06a80176-95b6-4298-bf2f-476c1d2ad3ca tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:47.270033 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-17878aa2-b93a-4253-ab2b-889d491d9b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:47.279286 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-05916bd0-4834-4a97-8cba-a46a3cb6912f req-06a80176-95b6-4298-bf2f-476c1d2ad3ca tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.6341231
May 10 20:03:47.285670 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-5274ca91-c195-4154-a612-9439d41dc753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:47.334436 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17878aa2-b93a-4253-ab2b-889d491d9b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1dacdf-1a9a-4c15-b141-ceee135c3c93,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:47.339020 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-17878aa2-b93a-4253-ab2b-889d491d9b0d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=968558eebd9f4cf39e7855272b10392c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3108060
May 10 20:03:47.340054 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-17878aa2-b93a-4253-ab2b-889d491d9b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:47.341645 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 49388) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:47.369104 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b75da-dd6a-408e-99a0-b28217e63c9c req-e2d05a15-31d9-4306-90b1-ab13f04c3b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:47.371550 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-024b75da-dd6a-408e-99a0-b28217e63c9c req-e2d05a15-31d9-4306-90b1-ab13f04c3b73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0006aa00-bd28-429e-820e-13d3242b4a7f HTTP/1.1" status: 200  len: 850 time: 0.2674603
May 10 20:03:47.413663 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-174aee69-8856-4432-baa2-f36618eef450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:47.444671 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-07809d13-3517-4a92-981f-1a7ac74c993f req-59eacfde-2f39-4f58-9600-2244c147b7d7 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2689111
May 10 20:03:47.456136 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-174aee69-8856-4432-baa2-f36618eef450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:47.491033 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-05916bd0-4834-4a97-8cba-a46a3cb6912f req-472fb81d-2b3a-440b-8926-6083d93deb15 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1776407
May 10 20:03:47.550942 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b75da-dd6a-408e-99a0-b28217e63c9c req-f41a4751-2ff0-4c5b-b093-e2a97ee7d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:47.552797 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-024b75da-dd6a-408e-99a0-b28217e63c9c req-f41a4751-2ff0-4c5b-b093-e2a97ee7d361 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1735704
May 10 20:03:47.560900 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-174aee69-8856-4432-baa2-f36618eef450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:47.568661 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-5ea5dd0b-cf0e-4b55-8f8a-ee9cc44d7dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:47.595401 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174aee69-8856-4432-baa2-f36618eef450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1dacdf-1a9a-4c15-b141-ceee135c3c93,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:47.600796 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-174aee69-8856-4432-baa2-f36618eef450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:47.626861 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-174aee69-8856-4432-baa2-f36618eef450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:47.629438 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-174aee69-8856-4432-baa2-f36618eef450 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec1dacdf-1a9a-4c15-b141-ceee135c3c93 HTTP/1.1" status: 204  len: 168 time: 0.2864485
May 10 20:03:47.772272 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 23473933-2c0a-4607-b8c6-6c91feec9cab up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:03:47.854308 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-024b75da-dd6a-408e-99a0-b28217e63c9c req-9f9cf6d8-f5f6-420c-ae5a-09a3ffca399e service neutron] 10.222.0.30 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2765281
May 10 20:03:48.040211 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-024b75da-dd6a-408e-99a0-b28217e63c9c req-c89d0213-9e22-4798-930d-2253722bd253 service neutron] 10.222.0.30 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1917610
May 10 20:03:48.044158 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning for port 23473933-2c0a-4607-b8c6-6c91feec9cab completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:03:48.119197 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port 23473933-2c0a-4607-b8c6-6c91feec9cab triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:03:48.119587 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:48.350629 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:48.387699 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784266c9-1eab-49c1-a1dd-9d3733e4543e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23473933-2c0a-4607-b8c6-6c91feec9cab'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:03:48.402709 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 23473933-2c0a-4607-b8c6-6c91feec9cab, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=23473933-2c0a-4607-b8c6-6c91feec9cab,segment=NetworkSegment(424ef672-943f-42ef-9b89-e700d767d1c6),segment_id=424ef672-943f-42ef-9b89-e700d767d1c6)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:03:48.415268 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:48.418100 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:48.606509 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784266c9-1eab-49c1-a1dd-9d3733e4543e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23473933-2c0a-4607-b8c6-6c91feec9cab', 'code': 200}
May 10 20:03:48.607734 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=23473933-2c0a-4607-b8c6-6c91feec9cab,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:48.639243 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:48.639592 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:48.639958 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:48.640328 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:48.640663 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:48.640998 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:48.641330 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:48.641662 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:48.641993 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:48.642320 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:48.654818 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:48.655169 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:03:48.676477 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:49.256958 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fb195-30ea-498e-ac0b-a6b7718a5588 req-4c494e0d-a01c-4767-96df-499b5b66b705 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:49.272172 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e00fb195-30ea-498e-ac0b-a6b7718a5588 req-4c494e0d-a01c-4767-96df-499b5b66b705 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.5154574
May 10 20:03:49.341206 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5f18e-c759-4bd8-98a8-7ac134445559 req-30ce893e-2b5b-4960-a8df-161fb03abd65 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:49.344580 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f6f5f18e-c759-4bd8-98a8-7ac134445559 req-30ce893e-2b5b-4960-a8df-161fb03abd65 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 946 time: 0.6751704
May 10 20:03:49.450379 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a0d8d-0d23-4ff2-8088-0bff964ad29c req-9ef81a89-767b-45ce-915e-64f5fb9809a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:49.453192 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2e1a0d8d-0d23-4ff2-8088-0bff964ad29c req-9ef81a89-767b-45ce-915e-64f5fb9809a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 1099 time: 0.5195241
May 10 20:03:49.542523 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f6f5f18e-c759-4bd8-98a8-7ac134445559 req-c1ee606c-8b45-453d-bc85-5da96eece662 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609983
May 10 20:03:49.572332 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e00fb195-30ea-498e-ac0b-a6b7718a5588 req-645336c9-96f4-481e-9735-7f0aaad87eb5 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2969646
May 10 20:03:49.586169 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2e1a0d8d-0d23-4ff2-8088-0bff964ad29c req-93d087a7-4e87-48a1-addc-54af8bc17bc5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082385
May 10 20:03:50.813973 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161a7e6-2c78-42b0-8230-a14ce13856b7 req-fc8d8d7e-5461-46ba-b3d4-41a65358de1e tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:50.817478 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f161a7e6-2c78-42b0-8230-a14ce13856b7 req-fc8d8d7e-5461-46ba-b3d4-41a65358de1e tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 946 time: 0.1649232
May 10 20:03:50.865258 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc103df-e70e-4937-ba4c-36ed37849377 req-ab7c42b2-c9a1-48de-95bc-1d5af1624e99 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:50.866829 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5bc103df-e70e-4937-ba4c-36ed37849377 req-ab7c42b2-c9a1-48de-95bc-1d5af1624e99 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.1551123
May 10 20:03:50.916923 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f161a7e6-2c78-42b0-8230-a14ce13856b7 req-cd415d0e-98fe-43a8-a4de-8c2c60cb714a tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916262
May 10 20:03:50.952821 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5bc103df-e70e-4937-ba4c-36ed37849377 req-5f7229f7-078a-461a-b7b3-b2161dc6b967 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755277
May 10 20:03:51.884214 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 49502) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:52.024364 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-df2876fc-6fdb-47ca-9af9-7c01d12e689d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:52.057386 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-df2876fc-6fdb-47ca-9af9-7c01d12e689d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:52.065599 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-df2876fc-6fdb-47ca-9af9-7c01d12e689d admin admin] Usage tracker for resource:security_group_rule and tenant:52b0f3f1a90f49f4851d4f42f62a3cbd is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:52.071020 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-df2876fc-6fdb-47ca-9af9-7c01d12e689d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:52.082242 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-df2876fc-6fdb-47ca-9af9-7c01d12e689d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:52.187715 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-df2876fc-6fdb-47ca-9af9-7c01d12e689d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:52.193573 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-df2876fc-6fdb-47ca-9af9-7c01d12e689d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:52.202351 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-5eb965e3-8db0-4d5d-96c9-b833e1f57b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:52.244276 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-df2876fc-6fdb-47ca-9af9-7c01d12e689d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52b0f3f1a90f49f4851d4f42f62a3cbd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3586600
May 10 20:03:52.246160 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2876fc-6fdb-47ca-9af9-7c01d12e689d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6363df1-12db-4225-88ff-80002012a1bb,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:52.248360 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 49512) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:52.257898 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-df2876fc-6fdb-47ca-9af9-7c01d12e689d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:52.356506 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b4729-bb2f-4c4a-88c4-e2ba44b7bdfe req-996c8a1a-9dfb-4db2-9c61-812f2fced422 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:52.357952 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-581b4729-bb2f-4c4a-88c4-e2ba44b7bdfe req-996c8a1a-9dfb-4db2-9c61-812f2fced422 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 946 time: 0.3084719
May 10 20:03:52.370035 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523d573-c7c2-4dc9-96d9-af365144f7c3 req-ed5d098d-4ca4-47d6-8a05-369a5dfc2f66 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:52.371474 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1523d573-c7c2-4dc9-96d9-af365144f7c3 req-ed5d098d-4ca4-47d6-8a05-369a5dfc2f66 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.1780212
May 10 20:03:52.392596 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e576ce2-a927-4e27-8b1a-b268d1f1ed38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:52.457590 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e576ce2-a927-4e27-8b1a-b268d1f1ed38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:52.478131 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-581b4729-bb2f-4c4a-88c4-e2ba44b7bdfe req-231df0f6-2b29-4fda-9730-d70bd64834f7 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056619
May 10 20:03:52.495290 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1523d573-c7c2-4dc9-96d9-af365144f7c3 req-b8861d12-fabc-4feb-8194-d43c6ed135b8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1059761
May 10 20:03:52.530414 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e576ce2-a927-4e27-8b1a-b268d1f1ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:52.534465 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f7c9836d-42ee-4f2e-b8b0-3050d1951f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:52.551217 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e576ce2-a927-4e27-8b1a-b268d1f1ed38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6363df1-12db-4225-88ff-80002012a1bb,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:52.554966 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5e576ce2-a927-4e27-8b1a-b268d1f1ed38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:52.558473 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e576ce2-a927-4e27-8b1a-b268d1f1ed38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:52.563980 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-5e576ce2-a927-4e27-8b1a-b268d1f1ed38 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6363df1-12db-4225-88ff-80002012a1bb HTTP/1.1" status: 204  len: 168 time: 0.3127837
May 10 20:03:52.865293 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 49524) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:52.886429 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5bdc-1ea9-46c4-964d-59fde0524d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:52.901882 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-3b7b5bdc-1ea9-46c4-964d-59fde0524d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:03:52.905797 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-3b7b5bdc-1ea9-46c4-964d-59fde0524d8c admin admin] Usage tracker for resource:security_group_rule and tenant:f16959bf081a4b7eb9b6c6b6a19561c8 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:03:52.909127 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-3b7b5bdc-1ea9-46c4-964d-59fde0524d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:03:52.914980 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-3b7b5bdc-1ea9-46c4-964d-59fde0524d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:03:53.008088 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5bdc-1ea9-46c4-964d-59fde0524d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:53.012860 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5bdc-1ea9-46c4-964d-59fde0524d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:53.021275 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-f7019e3a-f9aa-4a5b-8299-79ff07d32c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:53.061764 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b5bdc-1ea9-46c4-964d-59fde0524d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a9ccd1-0f29-4f52-8ef8-6bdb362e00b2,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:53.067337 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-3b7b5bdc-1ea9-46c4-964d-59fde0524d8c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f16959bf081a4b7eb9b6c6b6a19561c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2009842
May 10 20:03:53.068373 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-3b7b5bdc-1ea9-46c4-964d-59fde0524d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:53.069854 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 49528) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:03:53.214376 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-26764830-7a6e-490d-b5bc-cffc80962a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:53.240631 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-26764830-7a6e-490d-b5bc-cffc80962a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:53.297350 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-26764830-7a6e-490d-b5bc-cffc80962a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:53.301603 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-357f948d-9a6b-4591-86b0-03ddafa25b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:03:53.315598 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26764830-7a6e-490d-b5bc-cffc80962a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a9ccd1-0f29-4f52-8ef8-6bdb362e00b2,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:03:53.320368 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-26764830-7a6e-490d-b5bc-cffc80962a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:03:53.327057 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-26764830-7a6e-490d-b5bc-cffc80962a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:53.328205 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-26764830-7a6e-490d-b5bc-cffc80962a87 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1a9ccd1-0f29-4f52-8ef8-6bdb362e00b2 HTTP/1.1" status: 204  len: 168 time: 0.2574306
May 10 20:03:53.749562 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebcc35-b424-4340-868a-f6c46f490a59 req-ef15d1b7-3638-4496-8622-53a9a8059506 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:53.751128 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-faebcc35-b424-4340-868a-f6c46f490a59 req-ef15d1b7-3638-4496-8622-53a9a8059506 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.1133218
May 10 20:03:53.764115 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e4720-7b37-4858-b118-2ed57bd7e270 req-b6a1fea6-5fea-44b3-8dfb-bf742ea3cf99 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:53.765569 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ae7e4720-7b37-4858-b118-2ed57bd7e270 req-b6a1fea6-5fea-44b3-8dfb-bf742ea3cf99 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 946 time: 0.1684692
May 10 20:03:53.844896 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-faebcc35-b424-4340-868a-f6c46f490a59 req-4f3aca45-bc89-4d4f-8063-72c8af48c1c7 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783703
May 10 20:03:53.850112 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ae7e4720-7b37-4858-b118-2ed57bd7e270 req-5cd14bf8-f207-449c-95c5-10e0c5bd93bc tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646269
May 10 20:03:55.142379 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3d3a5-9401-43f1-ab86-fa11ea32b267 req-fc4338c3-7560-44e9-a0e7-cde187636a5c tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:55.144488 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c0f3d3a5-9401-43f1-ab86-fa11ea32b267 req-fc4338c3-7560-44e9-a0e7-cde187636a5c tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 946 time: 0.1193357
May 10 20:03:55.152162 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c249e81-2da9-426d-b392-2cb4a7c3f5d2 req-9b30eff4-af2d-44e3-a7f5-95222d146678 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:55.153603 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5c249e81-2da9-426d-b392-2cb4a7c3f5d2 req-9b30eff4-af2d-44e3-a7f5-95222d146678 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.1612580
May 10 20:03:55.228471 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c0f3d3a5-9401-43f1-ab86-fa11ea32b267 req-16229fc4-4882-4f71-9908-903d464698ca tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738804
May 10 20:03:55.236750 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5c249e81-2da9-426d-b392-2cb4a7c3f5d2 req-73ebded7-6d1e-42df-8fa6-595534323994 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674760
May 10 20:03:56.473977 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdcfe9-c8ee-4e94-ad60-fd505683fc77 req-eea683a3-0681-4a07-b898-c75d9480c34e tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:56.475846 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-80cdcfe9-c8ee-4e94-ad60-fd505683fc77 req-eea683a3-0681-4a07-b898-c75d9480c34e tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 946 time: 0.1376584
May 10 20:03:56.507583 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b34443-bf71-4ed0-9f3d-99eec50b4a0d req-5b08db4e-3b26-48b8-9e5c-9312b42fa166 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:56.509037 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f9b34443-bf71-4ed0-9f3d-99eec50b4a0d req-5b08db4e-3b26-48b8-9e5c-9312b42fa166 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.1351275
May 10 20:03:56.562133 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-80cdcfe9-c8ee-4e94-ad60-fd505683fc77 req-2a415865-fbe4-44ee-91d1-97e966e36003 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801351
May 10 20:03:56.574632 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f9b34443-bf71-4ed0-9f3d-99eec50b4a0d req-e1cc7d0a-c32a-4979-9181-5ab3d4b08651 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583234
May 10 20:03:57.339349 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5d505876-c23b-48e7-bdb9-904990797b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:03:57.872544 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026c0a8-547a-4a8f-ad0a-a00386016777 req-42a89565-cd94-4e82-ae75-f2f30dce89c1 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:57.873911 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9026c0a8-547a-4a8f-ad0a-a00386016777 req-42a89565-cd94-4e82-ae75-f2f30dce89c1 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.1647630
May 10 20:03:57.912024 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0fbd0-755c-4c35-9b75-c9124cbe4e5d req-fa123996-3493-4f7f-b5f8-ceda6d2e5449 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:57.913607 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2ac0fbd0-755c-4c35-9b75-c9124cbe4e5d req-fa123996-3493-4f7f-b5f8-ceda6d2e5449 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 946 time: 0.2389414
May 10 20:03:57.918132 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106a136-85f4-41cb-addb-c6149c6b34af req-567c89b8-3891-46c2-9000-24bc597a7ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:57.919532 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7106a136-85f4-41cb-addb-c6149c6b34af req-567c89b8-3891-46c2-9000-24bc597a7ee0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b65721b496f24a29859a65925c5d03bf&device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 1098 time: 0.1588380
May 10 20:03:58.047793 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9026c0a8-547a-4a8f-ad0a-a00386016777 req-44ec126e-283e-4552-8591-41a91183cbda tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1603942
May 10 20:03:58.059043 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2ac0fbd0-755c-4c35-9b75-c9124cbe4e5d req-eb05df67-3641-419e-a220-c7ed2533e7bf tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360507
May 10 20:03:58.119703 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106a136-85f4-41cb-addb-c6149c6b34af req-fc09bcb7-2f98-4e00-954d-38ca39850d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:58.121188 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7106a136-85f4-41cb-addb-c6149c6b34af req-fc09bcb7-2f98-4e00-954d-38ca39850d8f service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 HTTP/1.1" status: 200  len: 916 time: 0.1800048
May 10 20:03:58.250635 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7106a136-85f4-41cb-addb-c6149c6b34af req-6605f628-150f-44c7-b864-a4a5b990a80f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9203c9d1-f264-4559-9930-0e2c6c6451c5 HTTP/1.1" status: 200  len: 1001 time: 0.1072900
May 10 20:03:58.329464 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106a136-85f4-41cb-addb-c6149c6b34af req-bb5b9376-515f-486d-935d-99741a3d8094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:58.331003 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7106a136-85f4-41cb-addb-c6149c6b34af req-bb5b9376-515f-486d-935d-99741a3d8094 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c0f63c-4d1b-479f-a1ab-64a94c500e7f HTTP/1.1" status: 200  len: 855 time: 0.0718491
May 10 20:03:58.422547 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106a136-85f4-41cb-addb-c6149c6b34af req-722218e2-6133-4d1f-830b-8b5fce357591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:58.424689 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7106a136-85f4-41cb-addb-c6149c6b34af req-722218e2-6133-4d1f-830b-8b5fce357591 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0866117
May 10 20:03:58.653873 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7106a136-85f4-41cb-addb-c6149c6b34af req-a359cae4-4768-4e1b-8617-e93c7c3fc225 service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2175043
May 10 20:03:58.804431 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7106a136-85f4-41cb-addb-c6149c6b34af req-b28cc1a9-5cc9-402f-b206-465c696e223e service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397500
May 10 20:03:59.311988 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfa2a4-1a13-4591-af63-586f11e686db req-fc50a7dd-73bc-44a2-b443-eeb56e482114 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:59.313605 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-46bfa2a4-1a13-4591-af63-586f11e686db req-fc50a7dd-73bc-44a2-b443-eeb56e482114 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 945 time: 0.1472490
May 10 20:03:59.349364 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e1775-e4aa-4833-bb10-b9f9b295c92a req-53edede1-d9c4-424c-b07e-8fe69cfeaf66 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:03:59.350933 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ca3e1775-e4aa-4833-bb10-b9f9b295c92a req-53edede1-d9c4-424c-b07e-8fe69cfeaf66 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 946 time: 0.1475449
May 10 20:03:59.407318 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-46bfa2a4-1a13-4591-af63-586f11e686db req-77764cb7-aa3d-4782-b63c-01d1fcf01fc9 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858247
May 10 20:03:59.432238 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ca3e1775-e4aa-4833-bb10-b9f9b295c92a req-b937bb95-3310-409e-9170-f3064d4d3bb7 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737917
May 10 20:03:59.746991 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:03:59.858983 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 9203c9d1-f264-4559-9930-0e2c6c6451c5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:03:59.975486 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:00.003376 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a24ef79-1221-470e-a9df-3c2a5ea8857a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9203c9d1-f264-4559-9930-0e2c6c6451c5'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:04:00.013226 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 9203c9d1-f264-4559-9930-0e2c6c6451c5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9203c9d1-f264-4559-9930-0e2c6c6451c5,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:04:00.018646 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:00.020575 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:00.067668 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a24ef79-1221-470e-a9df-3c2a5ea8857a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9203c9d1-f264-4559-9930-0e2c6c6451c5', 'code': 200}
May 10 20:04:00.090050 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=9203c9d1-f264-4559-9930-0e2c6c6451c5,revision_number=8']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:00.093149 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:00.216982 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e10e8de-9ea5-40c6-9125-345c7becd34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:00.523674 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:00.625184 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7fab6-6f39-4a9f-866b-c1de3388cef2 req-ef844f32-31ef-446b-a898-3f1dc6b13d67 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:00.626827 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-aae7fab6-6f39-4a9f-866b-c1de3388cef2 req-ef844f32-31ef-446b-a898-3f1dc6b13d67 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0833960
May 10 20:04:00.672862 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-aae7fab6-6f39-4a9f-866b-c1de3388cef2 req-8978a9cd-ccc2-4462-aff3-6b04228d8dcd tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404017
May 10 20:04:01.874236 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610de7a-aeff-4a43-a924-5e088c40d158 req-964d6e89-68e3-4199-901b-e909ec7a471c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:01.875785 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2610de7a-aeff-4a43-a924-5e088c40d158 req-964d6e89-68e3-4199-901b-e909ec7a471c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0864680
May 10 20:04:01.924374 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2610de7a-aeff-4a43-a924-5e088c40d158 req-7794cb44-a1a2-4003-8055-9af07c81c07a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397866
May 10 20:04:02.032610 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:02.891338 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec099a-1a63-4d7a-8361-3425556afe51 req-8b01b05a-cc25-4f84-a1e0-6baa281dde20 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:02.893881 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7fec099a-1a63-4d7a-8361-3425556afe51 req-8b01b05a-cc25-4f84-a1e0-6baa281dde20 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0920238
May 10 20:04:02.948556 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7fec099a-1a63-4d7a-8361-3425556afe51 req-4d81f9d0-1a3e-49ba-b298-65e70536f798 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486455
May 10 20:04:03.197912 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 49814) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:03.329622 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-627035aa-394c-467e-bc55-9243968e2f32 req-b191c2af-30da-446e-8ea6-57ee5c5ca4cf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1301239
May 10 20:04:03.723178 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:03.882075 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 9203c9d1-f264-4559-9930-0e2c6c6451c5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:04:04.144326 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501463e-c827-498e-a91b-ef2336e08ae9 req-e565ef3f-324b-412d-b14e-ef17711ee815 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:04.145912 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6501463e-c827-498e-a91b-ef2336e08ae9 req-e565ef3f-324b-412d-b14e-ef17711ee815 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0833943
May 10 20:04:04.195483 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6501463e-c827-498e-a91b-ef2336e08ae9 req-027ca1f3-15fc-46f9-8239-3255ffb22de0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435522
May 10 20:04:05.402271 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d69da-e64e-44ea-a779-aa2a8e329ff2 req-1415bae5-1b11-49be-b94f-747edf862956 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:05.403759 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1f5d69da-e64e-44ea-a779-aa2a8e329ff2 req-1415bae5-1b11-49be-b94f-747edf862956 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0835516
May 10 20:04:05.449789 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1f5d69da-e64e-44ea-a779-aa2a8e329ff2 req-da102b29-ce11-4338-94a3-6563b0d8c865 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401130
May 10 20:04:06.647707 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb9964-afc1-4757-b36c-212b2f762005 req-fe0c5535-f20b-4333-9bfb-db20cc2a44aa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:06.649195 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c5bb9964-afc1-4757-b36c-212b2f762005 req-fe0c5535-f20b-4333-9bfb-db20cc2a44aa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0846002
May 10 20:04:06.696114 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c5bb9964-afc1-4757-b36c-212b2f762005 req-e8d0202e-6123-4012-b2b2-2915d1dafe8a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405762
May 10 20:04:07.893218 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a982cf-795a-4086-a544-89b8c5a5601f req-7f9b5edd-02e9-47da-a2dd-cad2c061fce2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:07.894624 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-65a982cf-795a-4086-a544-89b8c5a5601f req-7f9b5edd-02e9-47da-a2dd-cad2c061fce2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0860720
May 10 20:04:07.942327 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-65a982cf-795a-4086-a544-89b8c5a5601f req-e799f434-8894-4168-a834-af010740c851 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418544
May 10 20:04:09.152695 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270afbd-00ec-4dcc-96d4-a235f5fe3dc3 req-7f438277-49bc-4155-a35c-dda7560abadb tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:09.154301 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1270afbd-00ec-4dcc-96d4-a235f5fe3dc3 req-7f438277-49bc-4155-a35c-dda7560abadb tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0941496
May 10 20:04:09.203726 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1270afbd-00ec-4dcc-96d4-a235f5fe3dc3 req-72053349-e830-457a-8147-cd771d667612 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434477
May 10 20:04:10.210402 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627035aa-394c-467e-bc55-9243968e2f32 req-460a2a37-4bc3-4741-8a35-08d41214bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:10.211391 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-627035aa-394c-467e-bc55-9243968e2f32 req-460a2a37-4bc3-4741-8a35-08d41214bdcc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a&tenant_id=b65721b496f24a29859a65925c5d03bf HTTP/1.1" status: 200  len: 1096 time: 0.0770855
May 10 20:04:10.315080 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627035aa-394c-467e-bc55-9243968e2f32 req-b212cd3a-eb86-4c99-a8a1-a4e0ee7aad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:10.316636 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-627035aa-394c-467e-bc55-9243968e2f32 req-b212cd3a-eb86-4c99-a8a1-a4e0ee7aad50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b65721b496f24a29859a65925c5d03bf&device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 1096 time: 0.0815747
May 10 20:04:10.512482 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627035aa-394c-467e-bc55-9243968e2f32 req-4c2a9bfd-6cc8-441d-b355-010390b93342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:10.513896 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-627035aa-394c-467e-bc55-9243968e2f32 req-4c2a9bfd-6cc8-441d-b355-010390b93342 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 HTTP/1.1" status: 200  len: 916 time: 0.1901555
May 10 20:04:10.525785 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386753f3-f71e-43e9-857e-afa736dbb4b1 req-2451540b-32f8-40f0-8e9d-b07120b9b19e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:10.527178 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-386753f3-f71e-43e9-857e-afa736dbb4b1 req-2451540b-32f8-40f0-8e9d-b07120b9b19e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.1845205
May 10 20:04:10.743428 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-627035aa-394c-467e-bc55-9243968e2f32 req-e3615821-630b-4fbc-a580-8630cb3349dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9203c9d1-f264-4559-9930-0e2c6c6451c5 HTTP/1.1" status: 200  len: 999 time: 0.2152765
May 10 20:04:10.746315 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-386753f3-f71e-43e9-857e-afa736dbb4b1 req-012150ba-c382-4a06-b88d-9adccc358cae tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776467
May 10 20:04:10.809908 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627035aa-394c-467e-bc55-9243968e2f32 req-e0e386e5-b05f-424b-ad65-79bfd553613a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:10.811381 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-627035aa-394c-467e-bc55-9243968e2f32 req-e0e386e5-b05f-424b-ad65-79bfd553613a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c0f63c-4d1b-479f-a1ab-64a94c500e7f HTTP/1.1" status: 200  len: 855 time: 0.0613449
May 10 20:04:10.895658 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627035aa-394c-467e-bc55-9243968e2f32 req-133d2590-4e22-464c-86ae-e1e8f8186c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:10.897242 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-627035aa-394c-467e-bc55-9243968e2f32 req-133d2590-4e22-464c-86ae-e1e8f8186c9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791912
May 10 20:04:11.061836 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-627035aa-394c-467e-bc55-9243968e2f32 req-a80b8d4e-a766-4a91-9175-43154294c93b service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514070
May 10 20:04:11.241176 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-627035aa-394c-467e-bc55-9243968e2f32 req-52820117-220d-4c69-bd44-d79e0b6b7ca9 service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1728356
May 10 20:04:11.966770 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebcdaa-b2e6-4e0f-b7a8-95dbb1f213d7 req-7adfc2e9-56ca-4b90-85df-9100ffa6f97e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:11.968289 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-82ebcdaa-b2e6-4e0f-b7a8-95dbb1f213d7 req-7adfc2e9-56ca-4b90-85df-9100ffa6f97e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0973475
May 10 20:04:12.022809 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-82ebcdaa-b2e6-4e0f-b7a8-95dbb1f213d7 req-757fa156-9f6b-4ca2-8653-48d489e8828a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484045
May 10 20:04:12.395881 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-dec902ff-8baa-4de0-926e-3ed84f0b4e47 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1803115481&fields=id&tenant_id=5127732f09de45a6ae2dd1088906e37c HTTP/1.1" status: 200  len: 267 time: 0.0444441
May 10 20:04:12.576877 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-4c74a88f-c98d-4c37-9c6a-e5e01ad164af tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:12.578543 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-4c74a88f-c98d-4c37-9c6a-e5e01ad164af tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/networks?id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b HTTP/1.1" status: 200  len: 810 time: 0.1754363
May 10 20:04:12.593602 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-98508bb9-9d70-4a33-b15a-99b0c71bcfb1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/quotas/5127732f09de45a6ae2dd1088906e37c HTTP/1.1" status: 200  len: 375 time: 0.0092483
May 10 20:04:12.609894 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:12.746704 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-2843ebbd-caff-4007-97be-bfae58a4b3a7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5127732f09de45a6ae2dd1088906e37c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1461027
May 10 20:04:12.754094 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add9294-ff15-4072-9bab-56dee8048dc8 req-7d256643-1ecd-48d0-8068-b5c75c12bd7b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:12.755616 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7add9294-ff15-4072-9bab-56dee8048dc8 req-7d256643-1ecd-48d0-8068-b5c75c12bd7b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 946 time: 0.1192491
May 10 20:04:12.887847 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7add9294-ff15-4072-9bab-56dee8048dc8 req-0d1b0016-3202-458b-a433-b76b142a52d6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253157
May 10 20:04:12.927382 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-1643aeac-56f5-4add-b733-bc27d004071a service neutron] 10.222.0.15 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1637170
May 10 20:04:13.061027 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-29640000-058a-498f-9607-f602272ab18e service neutron] 10.222.0.15 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277397
May 10 20:04:13.242347 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7997a-7a98-463c-b72e-c94d2f11442a req-52feb058-8ace-4714-bb48-fe25720b445c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:13.252144 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-10c7997a-7a98-463c-b72e-c94d2f11442a req-52feb058-8ace-4714-bb48-fe25720b445c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.1077237
May 10 20:04:13.293566 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-10c7997a-7a98-463c-b72e-c94d2f11442a req-b955dcbe-ed0a-4494-8670-fa7d16ae0bf6 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436997
May 10 20:04:13.475284 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7c9d60db-4e90-4c43-9a9d-5c3fa8f3464b req-a34836de-6f7d-44f8-b2eb-7cda4d4ea397 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 210 time: 0.0477607
May 10 20:04:14.096085 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cde45f-9acb-42a4-a386-daa680e4d1fc req-6a2e3222-e8c3-44c8-afa3-f8deac142117 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:14.097701 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-28cde45f-9acb-42a4-a386-daa680e4d1fc req-6a2e3222-e8c3-44c8-afa3-f8deac142117 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 946 time: 0.0865197
May 10 20:04:14.146189 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-28cde45f-9acb-42a4-a386-daa680e4d1fc req-4e6f5244-a156-44d3-907f-f0598eff5f32 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423369
May 10 20:04:14.692841 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-87dbd9d4-04d6-4e14-b821-3933ac1a43f5 req-cb88e79a-f24c-439d-afd3-c4ce865075aa tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 210 time: 0.0579019
May 10 20:04:14.745888 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57a18f-b3c1-4d68-980b-3aa6c99a3391 req-de5033c6-4f80-4d2a-9b73-fe2aaf042362 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:14.747491 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-da57a18f-b3c1-4d68-980b-3aa6c99a3391 req-de5033c6-4f80-4d2a-9b73-fe2aaf042362 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.3298697
May 10 20:04:14.787199 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-66692511-5e8f-4a5d-8f0a-90a041508fd5 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:14.788735 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-66692511-5e8f-4a5d-8f0a-90a041508fd5 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.30 "GET /v2.0/networks?id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b HTTP/1.1" status: 200  len: 810 time: 0.2303429
May 10 20:04:14.858920 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882b15d-8584-49a2-afaa-3c75654a62c6 req-14ccd183-5589-40ca-848e-686d9ca2a778 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:14.859651 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-3882b15d-8584-49a2-afaa-3c75654a62c6 req-14ccd183-5589-40ca-848e-686d9ca2a778 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Synchronizing usage tracker for tenant:78af3fee8db74248b3d2f70ad72438c1 on resource:port {{(pid=78727) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:04:14.872905 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-3882b15d-8584-49a2-afaa-3c75654a62c6 req-14ccd183-5589-40ca-848e-686d9ca2a778 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Unset dirty status for tenant:78af3fee8db74248b3d2f70ad72438c1 on resource:port {{(pid=78727) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:04:14.874019 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-58076f2a-0649-4b0d-9d2c-1f5c0ca22fed tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5127732f09de45a6ae2dd1088906e37c HTTP/1.1" status: 200  len: 380 time: 0.0660336
May 10 20:04:14.874358 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-3882b15d-8584-49a2-afaa-3c75654a62c6 req-14ccd183-5589-40ca-848e-686d9ca2a778 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.30 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 946 time: 0.1125352
May 10 20:04:14.877490 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-da57a18f-b3c1-4d68-980b-3aa6c99a3391 req-8e991b2c-0d21-4443-b446-825398668052 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0866127
May 10 20:04:14.890138 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Request body: {'port': {'device_id': '63a880d0-c457-4324-a569-95a483716939', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'admin_state_up': True, 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'security_groups': ['eb58d778-6e23-469f-94f9-68d761671edb']}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:15.035176 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:15.037079 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [req-3882b15d-8584-49a2-afaa-3c75654a62c6 req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Deleting port 23473933-2c0a-4607-b8c6-6c91feec9cab {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:04:15.037432 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-3882b15d-8584-49a2-afaa-3c75654a62c6 req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:15.040066 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Usage tracker for resource:port and tenant:5127732f09de45a6ae2dd1088906e37c is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:15.043239 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:15.048947 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:15.058641 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Made reservation on behalf of 5127732f09de45a6ae2dd1088906e37c for: {'port': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:04:15.062485 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:15.178836 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-3882b15d-8584-49a2-afaa-3c75654a62c6 req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] For port 23473933-2c0a-4607-b8c6-6c91feec9cab, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=23473933-2c0a-4607-b8c6-6c91feec9cab,segment=NetworkSegment(424ef672-943f-42ef-9b89-e700d767d1c6),segment_id=424ef672-943f-42ef-9b89-e700d767d1c6)] {{(pid=78727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:04:15.179210 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-3882b15d-8584-49a2-afaa-3c75654a62c6 req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:15.278098 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Allocated IP 172.20.0.4 (c7c94f39-d55c-4fad-ba57-0e8ddc69af4b/eb0ad9c7-037b-4617-8d84-22529217eb71/7e6b8497-3344-4deb-9a96-6ac54280f97d) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:04:15.319206 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [req-3882b15d-8584-49a2-afaa-3c75654a62c6 req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Calling delete_port for 23473933-2c0a-4607-b8c6-6c91feec9cab owned by compute:nova {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:04:15.477549 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-3882b15d-8584-49a2-afaa-3c75654a62c6 req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:15.484163 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:15.491688 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['47ce5648-b920-4185-8b71-3a17580f65f3', '156a8bf9-bf45-4fb8-86d2-e84a03d251f6', '71ec4fe3-634f-445e-944f-dd9a1f5e4c8d', '23473933-2c0a-4607-b8c6-6c91feec9cab'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:04:15.509265 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c1adb-ebfd-442f-a2f4-429d4293631c req-315b9840-47b4-48d3-96dd-9c0a062de72e tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:15.510784 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-911c1adb-ebfd-442f-a2f4-429d4293631c req-315b9840-47b4-48d3-96dd-9c0a062de72e tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=784266c9-1eab-49c1-a1dd-9d3733e4543e HTTP/1.1" status: 200  len: 867 time: 0.2355564
May 10 20:04:15.561140 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Pushing event deleted for resources: {'Port': ['ID=23473933-2c0a-4607-b8c6-6c91feec9cab,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:15.643679 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:15.644488 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:15.645597 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:15.646025 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:15.646449 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:15.646882 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:15.647299 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:15.647717 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:15.648220 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:15.648630 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:15.649044 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:15.649449 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:15.661995 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:15.663046 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [req-3882b15d-8584-49a2-afaa-3c75654a62c6 req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] No DVR routers for this DVR port 23473933-2c0a-4607-b8c6-6c91feec9cab on host hv-cinder-78836 {{(pid=78727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:04:15.666345 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-3882b15d-8584-49a2-afaa-3c75654a62c6 req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:15.669325 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784266c9-1eab-49c1-a1dd-9d3733e4543e', 'name': 'network-vif-deleted', 'tag': '23473933-2c0a-4607-b8c6-6c91feec9cab'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:04:15.683764 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:15.691392 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-3882b15d-8584-49a2-afaa-3c75654a62c6 req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.30 "DELETE /v2.0/ports/23473933-2c0a-4607-b8c6-6c91feec9cab HTTP/1.1" status: 204  len: 173 time: 0.8037426
May 10 20:04:15.705633 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-911c1adb-ebfd-442f-a2f4-429d4293631c req-08d78410-c075-47ce-9fb1-d5dd2939d8aa tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860640
May 10 20:04:15.717981 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Transition to ACTIVE for port object 7e6b8497-3344-4deb-9a96-6ac54280f97d will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:04:15.784015 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:15.784305 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784266c9-1eab-49c1-a1dd-9d3733e4543e', 'name': 'network-vif-deleted', 'tag': '23473933-2c0a-4607-b8c6-6c91feec9cab', 'status': 'completed', 'code': 200}
May 10 20:04:15.792219 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a111064d-3e10-4c50-aa79-6bbbab3fd09d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:15.896342 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:04:15.962171 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:15.994801 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event updated for resources: {'Port': ['ID=7e6b8497-3344-4deb-9a96-6ac54280f97d,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:16.010268 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:04:16.039266 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:16.040144 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:16.040711 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:16.041628 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:16.042263 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:16.042831 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:16.043391 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:16.043742 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:16.044122 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:16.044472 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:16.044818 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:16.045154 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:16.058885 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:16.151523 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:16.152116 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:16.186659 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3010614
May 10 20:04:16.203681 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Request body: {'port': {'device_id': '63a880d0-c457-4324-a569-95a483716939', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:16.249524 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7ec24-27be-4e41-8691-3552f6f6378d req-de118a27-0552-4288-ba3d-c057801b26bb tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:16.250391 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-74a7ec24-27be-4e41-8691-3552f6f6378d req-de118a27-0552-4288-ba3d-c057801b26bb tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Synchronizing usage tracker for tenant:5127732f09de45a6ae2dd1088906e37c on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:04:16.255208 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-3c5bd0d1-5bf5-4bc6-98a3-7edab95a5134 None None] Provisioning for port 7e6b8497-3344-4deb-9a96-6ac54280f97d completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:04:16.260722 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-3c5bd0d1-5bf5-4bc6-98a3-7edab95a5134 None None] Provisioning complete for port 7e6b8497-3344-4deb-9a96-6ac54280f97d triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:16.261242 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd0d1-5bf5-4bc6-98a3-7edab95a5134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:16.269823 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68c507-6896-46b9-865a-91ac918c7b83 req-0c9b65e4-57fd-4e16-a691-e1bca6446640 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:16.271313 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7f68c507-6896-46b9-865a-91ac918c7b83 req-0c9b65e4-57fd-4e16-a691-e1bca6446640 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.2227345
May 10 20:04:16.326580 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-3c5bd0d1-5bf5-4bc6-98a3-7edab95a5134 None None] Port 7e6b8497-3344-4deb-9a96-6ac54280f97d cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:04:16.351224 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-74a7ec24-27be-4e41-8691-3552f6f6378d req-de118a27-0552-4288-ba3d-c057801b26bb tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Unset dirty status for tenant:5127732f09de45a6ae2dd1088906e37c on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:04:16.352358 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-74a7ec24-27be-4e41-8691-3552f6f6378d req-de118a27-0552-4288-ba3d-c057801b26bb tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 931 time: 0.4514492
May 10 20:04:16.420916 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:16.445496 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7f68c507-6896-46b9-865a-91ac918c7b83 req-affba83a-445a-49d7-bc03-fe427a0847cf tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1663704
May 10 20:04:16.534160 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-74a7ec24-27be-4e41-8691-3552f6f6378d req-d22bfec1-c277-4c1d-a9f6-0f27a5db9156 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1603370
May 10 20:04:16.955391 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e6b8497-3344-4deb-9a96-6ac54280f97d {{(pid=78728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:04:16.963674 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:16.980960 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Transition to ACTIVE for port object 7e6b8497-3344-4deb-9a96-6ac54280f97d will not be triggered until provisioned by entity L2. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:04:16.985841 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:16.991240 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:17.165484 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6b8497-3344-4deb-9a96-6ac54280f97d,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:17.169030 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:17.261160 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Attempting to bind port 7e6b8497-3344-4deb-9a96-6ac54280f97d on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:04:17.261599 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Attempting to bind port 7e6b8497-3344-4deb-9a96-6ac54280f97d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b2f42036-b246-49dc-9817-74f13a9b962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b'}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:04:17.261830 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Attempting to bind port 7e6b8497-3344-4deb-9a96-6ac54280f97d on network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:04:17.268432 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Port 7e6b8497-3344-4deb-9a96-6ac54280f97d on network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:04:17.268736 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Attempting to bind port 7e6b8497-3344-4deb-9a96-6ac54280f97d on network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:04:17.275459 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Checking agent: {'id': '16e2165d-e53b-4771-ba7e-9126d1b04f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'started_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:04:17.276492 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Checking segment: {'id': 'b2f42036-b246-49dc-9817-74f13a9b962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:04:17.277108 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Bound using segment: {'id': 'b2f42036-b246-49dc-9817-74f13a9b962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b'} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:04:17.277893 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Bound port: 7e6b8497-3344-4deb-9a96-6ac54280f97d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f42036-b246-49dc-9817-74f13a9b962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b'}}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:04:17.278589 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:17.467865 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] For port 7e6b8497-3344-4deb-9a96-6ac54280f97d, host hv-cinder-78836, cleared binding levels {{(pid=78728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:04:17.472790 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] For port 7e6b8497-3344-4deb-9a96-6ac54280f97d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7e6b8497-3344-4deb-9a96-6ac54280f97d,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:04:17.478501 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:17.483213 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:17.554679 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:17.555301 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:17.556710 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] 10.222.0.30 "PUT /v2.0/ports/7e6b8497-3344-4deb-9a96-6ac54280f97d HTTP/1.1" status: 200  len: 1093 time: 1.3587992
May 10 20:04:17.557203 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a880d0-c457-4324-a569-95a483716939', 'tag': '7e6b8497-3344-4deb-9a96-6ac54280f97d'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:04:17.615099 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6b8497-3344-4deb-9a96-6ac54280f97d,revision_number=3']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:17.706588 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:17.708469 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a880d0-c457-4324-a569-95a483716939', 'tag': '7e6b8497-3344-4deb-9a96-6ac54280f97d', 'status': 'completed', 'code': 200}
May 10 20:04:17.779776 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791ee5c-41de-484d-afaf-57004e56bf58 req-fcacf55b-bc06-4f34-8c55-5073af423615 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:17.781721 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c791ee5c-41de-484d-afaf-57004e56bf58 req-fcacf55b-bc06-4f34-8c55-5073af423615 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.1521659
May 10 20:04:17.887674 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c791ee5c-41de-484d-afaf-57004e56bf58 req-7401eafb-327f-4987-8398-7f5626da6acb tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0992668
May 10 20:04:17.936334 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f472c-a6ce-4a4a-91de-ed096ae90967 req-2a90e4d9-0be2-47c0-83f0-e21e31683642 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:17.937809 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bc8f472c-a6ce-4a4a-91de-ed096ae90967 req-2a90e4d9-0be2-47c0-83f0-e21e31683642 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.1324267
May 10 20:04:17.948244 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 23473933-2c0a-4607-b8c6-6c91feec9cab no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:04:17.991167 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] No Port match for: 23473933-2c0a-4607-b8c6-6c91feec9cab {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:04:17.991433 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 23473933-2c0a-4607-b8c6-6c91feec9cab not bound to the agent host hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:04:17.991873 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bc8f472c-a6ce-4a4a-91de-ed096ae90967 req-396e7adc-24cd-4517-9368-4c85a2a1d7c6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480719
May 10 20:04:18.524965 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5455a-5cf9-4195-92d2-2ce23c03ad68 req-2a3308cb-701a-47d5-a2fe-89fc6ec83ee0 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:18.526456 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a9c5455a-5cf9-4195-92d2-2ce23c03ad68 req-2a3308cb-701a-47d5-a2fe-89fc6ec83ee0 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.0814357
May 10 20:04:18.575991 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a9c5455a-5cf9-4195-92d2-2ce23c03ad68 req-587fafc1-e389-4556-83c1-55544a1b1684 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434988
May 10 20:04:19.155878 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e1b70-29f7-4f99-a112-e3ee9dfcae20 req-8bd58578-2a53-4872-999e-a9e7a5d5935a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:19.158761 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-eb0e1b70-29f7-4f99-a112-e3ee9dfcae20 req-8bd58578-2a53-4872-999e-a9e7a5d5935a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.1479826
May 10 20:04:19.366844 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-eb0e1b70-29f7-4f99-a112-e3ee9dfcae20 req-be75c4a3-bc2c-42f2-a02a-76c373c6231e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1957428
May 10 20:04:19.447293 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b25258-55f8-417b-9c3f-e7159773df8d req-24b08114-028b-4fb4-bf50-0866e285de13 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:19.449829 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-35b25258-55f8-417b-9c3f-e7159773df8d req-24b08114-028b-4fb4-bf50-0866e285de13 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.2085700
May 10 20:04:19.519241 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-35b25258-55f8-417b-9c3f-e7159773df8d req-b06b3a33-5de3-49ee-a3d2-ecff041ff953 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586491
May 10 20:04:19.833881 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c702d-0ca8-45b3-874c-18e47a76578a req-080584fc-73b0-4090-8022-2eafb0abdc40 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:19.837500 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-516c702d-0ca8-45b3-874c-18e47a76578a req-080584fc-73b0-4090-8022-2eafb0abdc40 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.1364622
May 10 20:04:19.937744 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-516c702d-0ca8-45b3-874c-18e47a76578a req-89cdfe77-f08e-4c29-93c0-62747b177c1d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772738
May 10 20:04:20.702287 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1db7a2-fb57-4da9-aa46-6c80a32cef7e req-6203081a-7df0-424f-adb6-36be39235eaf tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:20.706776 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fd1db7a2-fb57-4da9-aa46-6c80a32cef7e req-6203081a-7df0-424f-adb6-36be39235eaf tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.1197629
May 10 20:04:20.833336 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fd1db7a2-fb57-4da9-aa46-6c80a32cef7e req-d4383c28-983b-469f-a887-36ab16f4c42c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1067138
May 10 20:04:20.904773 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e908345-3a66-4ae7-905a-a6ed05c5e7f3 req-1763b22f-2dec-45f7-8dbb-01762689ce3d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:20.907624 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1e908345-3a66-4ae7-905a-a6ed05c5e7f3 req-1763b22f-2dec-45f7-8dbb-01762689ce3d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.1496894
May 10 20:04:20.998662 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1e908345-3a66-4ae7-905a-a6ed05c5e7f3 req-002347bb-fe66-4588-b5b2-6e0f38f97d05 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798624
May 10 20:04:21.379655 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63730f77-7431-4910-a9ef-a16c15239780 req-c5786f64-75f1-4d83-8cd0-3ab44ae4ac18 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:21.381900 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-63730f77-7431-4910-a9ef-a16c15239780 req-c5786f64-75f1-4d83-8cd0-3ab44ae4ac18 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.1173222
May 10 20:04:21.457312 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-63730f77-7431-4910-a9ef-a16c15239780 req-e6ab170d-251a-4e05-8c5f-187d81a8554a tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695102
May 10 20:04:22.132443 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2dccf-c90e-456c-a7ea-020d957bb77c req-73dcd652-df49-4899-ad6d-a99525a6574a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:22.135040 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6be2dccf-c90e-456c-a7ea-020d957bb77c req-73dcd652-df49-4899-ad6d-a99525a6574a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.1350842
May 10 20:04:22.306942 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6be2dccf-c90e-456c-a7ea-020d957bb77c req-e3043a04-f2ef-42f9-9cd1-4f67ecda7f7c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1645384
May 10 20:04:22.376050 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0675c-35f7-4c41-8b0a-668005f5da97 req-ac1f1763-7e6e-4ad4-99cc-d556362198db tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:22.378507 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a0d0675c-35f7-4c41-8b0a-668005f5da97 req-ac1f1763-7e6e-4ad4-99cc-d556362198db tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.1919780
May 10 20:04:22.428273 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a0d0675c-35f7-4c41-8b0a-668005f5da97 req-ed638c32-6c55-4f8c-b469-e12b3834fbd6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433717
May 10 20:04:22.779731 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fef3b8-4b5c-49c2-b698-13d8b45a65d2 req-641ccc43-7749-4dc2-826b-a33328d2b700 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:22.781745 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-24fef3b8-4b5c-49c2-b698-13d8b45a65d2 req-641ccc43-7749-4dc2-826b-a33328d2b700 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.1884015
May 10 20:04:22.831319 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-24fef3b8-4b5c-49c2-b698-13d8b45a65d2 req-d7aa7839-2b20-4bb2-b24d-8b8b69aa3b28 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429466
May 10 20:04:23.543115 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73555e-cac5-46f7-9847-79f2e0dc05ba req-d248ddd8-bb00-4089-855e-fe964d65d2b4 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:23.545197 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1f73555e-cac5-46f7-9847-79f2e0dc05ba req-d248ddd8-bb00-4089-855e-fe964d65d2b4 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0949671
May 10 20:04:23.666948 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1f73555e-cac5-46f7-9847-79f2e0dc05ba req-39001d49-4f54-4f47-bea1-780dc5c27979 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1138039
May 10 20:04:23.712349 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4e78e-987c-4361-ad9c-f5462343ef17 req-bccbdcce-2782-44d6-ac92-238d50e9f485 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:23.713922 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-65a4e78e-987c-4361-ad9c-f5462343ef17 req-bccbdcce-2782-44d6-ac92-238d50e9f485 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.1471446
May 10 20:04:23.786146 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-65a4e78e-987c-4361-ad9c-f5462343ef17 req-b664cf26-96b6-41a8-a239-5f8f49b92384 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617828
May 10 20:04:24.102439 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8dc56-dfd7-4a4d-993a-c3ba0e6c6416 req-edec7f12-4751-40ec-841c-ef9045a82296 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:24.103849 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-26f8dc56-dfd7-4a4d-993a-c3ba0e6c6416 req-edec7f12-4751-40ec-841c-ef9045a82296 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.0917721
May 10 20:04:24.158322 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-26f8dc56-dfd7-4a4d-993a-c3ba0e6c6416 req-005cfd8b-7c1a-497f-9acc-bd8ccfa071d8 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484807
May 10 20:04:25.088924 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a4dee-cee4-4fda-a8f8-9568a1032de8 req-e3501ca5-bc77-4ec1-8bfa-1f7483cf16c3 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:25.090466 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c22a4dee-cee4-4fda-a8f8-9568a1032de8 req-e3501ca5-bc77-4ec1-8bfa-1f7483cf16c3 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.2083936
May 10 20:04:25.214159 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c22a4dee-cee4-4fda-a8f8-9568a1032de8 req-c3ea4b71-cf7d-4a31-b772-6f7e5ec73cde tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1145771
May 10 20:04:25.251980 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c59e5-f094-4096-9c2f-3b688cf152c9 req-04c4c9ef-22d4-42cf-b904-18aad341aeeb tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:25.254669 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-767c59e5-f094-4096-9c2f-3b688cf152c9 req-04c4c9ef-22d4-42cf-b904-18aad341aeeb tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.2145810
May 10 20:04:25.320552 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-767c59e5-f094-4096-9c2f-3b688cf152c9 req-697dd339-584e-45aa-875e-aeefc340ec9e tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596626
May 10 20:04:25.528673 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc03e3-247b-438d-b412-4f61aadf0c08 req-5152f59d-383b-4a65-b47f-8564f9b625b1 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:25.531122 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dcbc03e3-247b-438d-b412-4f61aadf0c08 req-5152f59d-383b-4a65-b47f-8564f9b625b1 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.1112783
May 10 20:04:25.590591 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dcbc03e3-247b-438d-b412-4f61aadf0c08 req-9c93a179-6b47-425c-a985-e048a4de423c tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500760
May 10 20:04:26.473564 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bff24-679f-4d14-b0e5-5708e0182997 req-09e6186d-c50e-40a9-aef6-e2c4db41bf95 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:26.476223 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-327bff24-679f-4d14-b0e5-5708e0182997 req-09e6186d-c50e-40a9-aef6-e2c4db41bf95 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.1271565
May 10 20:04:26.588372 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-327bff24-679f-4d14-b0e5-5708e0182997 req-0cbf6c1b-a335-4d10-ad85-56eb7f3afd12 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1050174
May 10 20:04:26.636342 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad755b0f-d586-4f23-a45b-6cba78463739 req-69bda140-1ef4-4a54-ac64-59ac95db0ed6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:26.640522 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ad755b0f-d586-4f23-a45b-6cba78463739 req-69bda140-1ef4-4a54-ac64-59ac95db0ed6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.1345613
May 10 20:04:26.722217 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ad755b0f-d586-4f23-a45b-6cba78463739 req-33d45a21-bcb8-478c-aa7a-fe74af0c7c73 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722582
May 10 20:04:26.863692 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb41144-6801-4bc1-bed7-28e231699193 req-2aaf2e6b-b050-4e0f-be9e-d322d0fb1928 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:26.865381 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2fb41144-6801-4bc1-bed7-28e231699193 req-2aaf2e6b-b050-4e0f-be9e-d322d0fb1928 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.1204813
May 10 20:04:26.928395 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2fb41144-6801-4bc1-bed7-28e231699193 req-48c5bee8-a052-4d32-943e-3ce28c34a3ca tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530200
May 10 20:04:27.337746 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-41fdae62-dd81-4f5e-8321-c2cce664715b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:27.875177 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c9b5b-c0d1-40fd-8aef-0f320b0b7eb3 req-7d9e119b-0874-40a6-994d-c627765578eb tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:27.899533 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5e2c9b5b-c0d1-40fd-8aef-0f320b0b7eb3 req-7d9e119b-0874-40a6-994d-c627765578eb tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.1854627
May 10 20:04:27.984552 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5e2c9b5b-c0d1-40fd-8aef-0f320b0b7eb3 req-68c519f4-1673-4ee8-95c3-1f79f4075107 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821126
May 10 20:04:28.231511 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b05c6-6f3c-4002-a51a-0637734e8d33 req-869bf672-7ac6-4398-8731-e0f621a8fcfd tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:28.233863 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fe9b05c6-6f3c-4002-a51a-0637734e8d33 req-869bf672-7ac6-4398-8731-e0f621a8fcfd tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.1961989
May 10 20:04:28.293307 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cf67e-4632-47b9-b0d6-f164c551006a req-d6249360-a92e-489a-8918-5922c57c531b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:28.300365 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1c4cf67e-4632-47b9-b0d6-f164c551006a req-d6249360-a92e-489a-8918-5922c57c531b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.1771924
May 10 20:04:28.384187 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fe9b05c6-6f3c-4002-a51a-0637734e8d33 req-e9b56414-126e-4cb9-a28c-2a3702f8d9ae tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1290803
May 10 20:04:28.421663 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1c4cf67e-4632-47b9-b0d6-f164c551006a req-4a45a033-c1b4-4bf0-bfda-2fa56dbf36fb tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128385
May 10 20:04:29.276652 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfeb47-6d74-475a-ad43-d95cc1bc4697 req-7cae5572-8a8c-46a3-ac9c-e5c06f55d4a7 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:29.278259 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1cdfeb47-6d74-475a-ad43-d95cc1bc4697 req-7cae5572-8a8c-46a3-ac9c-e5c06f55d4a7 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.1621857
May 10 20:04:29.349970 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1cdfeb47-6d74-475a-ad43-d95cc1bc4697 req-9d908045-d427-4de5-8f29-32478095c5b2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561495
May 10 20:04:29.772589 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528eba8-83ba-4854-a04b-5334c6c89aa9 req-45ec9273-10e0-4184-8e81-dcc2c2cfec1d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:29.774969 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9528eba8-83ba-4854-a04b-5334c6c89aa9 req-45ec9273-10e0-4184-8e81-dcc2c2cfec1d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.1756635
May 10 20:04:29.833339 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d028e-e715-470c-b113-6cf5fb4396ca req-79de356d-423c-496e-adad-24ecaa3d5932 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:29.835812 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-034d028e-e715-470c-b113-6cf5fb4396ca req-79de356d-423c-496e-adad-24ecaa3d5932 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.2824056
May 10 20:04:29.932912 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9528eba8-83ba-4854-a04b-5334c6c89aa9 req-2abf8409-751a-4972-9e6a-f07f936f60c6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420279
May 10 20:04:29.968493 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-034d028e-e715-470c-b113-6cf5fb4396ca req-a544dcfd-2db7-49fb-a87f-7104a9babeae tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1175117
May 10 20:04:30.241819 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-09f18f17-3e35-4f46-8b08-3ce6a0202659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:30.519634 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:30.619692 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4062a3-da5d-43b0-9792-dfa8e49bc237 req-163ba41e-6341-43f3-b321-a85abb5f657b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:30.621402 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0c4062a3-da5d-43b0-9792-dfa8e49bc237 req-163ba41e-6341-43f3-b321-a85abb5f657b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.1105957
May 10 20:04:30.676700 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0c4062a3-da5d-43b0-9792-dfa8e49bc237 req-cdcedf94-fed2-43e0-8d97-0bba2f36c236 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483768
May 10 20:04:31.323152 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d373b-0035-487f-b24b-b9f200ea3433 req-f1ae8b7e-2e9b-4f83-8d81-bcac8fb9ff5f tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:31.324766 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ba1d373b-0035-487f-b24b-b9f200ea3433 req-f1ae8b7e-2e9b-4f83-8d81-bcac8fb9ff5f tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.2519991
May 10 20:04:31.337951 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29723a0-4952-4473-a6f5-5d448f710118 req-7f199630-c783-4e39-97eb-ca7427a46c47 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:31.339560 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a29723a0-4952-4473-a6f5-5d448f710118 req-7f199630-c783-4e39-97eb-ca7427a46c47 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.1324661
May 10 20:04:31.419582 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ba1d373b-0035-487f-b24b-b9f200ea3433 req-6ad8e9a7-cfea-42f9-a9b4-cd3f46583f4a tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788579
May 10 20:04:31.425833 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a29723a0-4952-4473-a6f5-5d448f710118 req-05ac1a08-e5cf-42b1-b3b8-99cad26cbc04 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688658
May 10 20:04:31.983041 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b50f7-e6c7-4e4e-ac36-c1f30727df4d req-c196fc3a-fbcc-4e46-a07a-59ac1838a400 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:31.986396 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c90b50f7-e6c7-4e4e-ac36-c1f30727df4d req-c196fc3a-fbcc-4e46-a07a-59ac1838a400 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.1545715
May 10 20:04:32.046889 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:32.051389 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c90b50f7-e6c7-4e4e-ac36-c1f30727df4d req-9c25a00c-b188-4466-a906-c72c1687b0de tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589685
May 10 20:04:32.696242 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced0609-cfd0-4371-9dce-46b6bcd0b8e5 req-373df2cc-8de3-4f94-8653-2884fdf10c74 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:32.697831 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3ced0609-cfd0-4371-9dce-46b6bcd0b8e5 req-373df2cc-8de3-4f94-8653-2884fdf10c74 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.1232626
May 10 20:04:32.706412 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52429e-c5b6-40a0-9f93-ea124af1d032 req-eb1ba549-1bd5-40dc-9307-6e5f8f74f530 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:32.708109 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9e52429e-c5b6-40a0-9f93-ea124af1d032 req-eb1ba549-1bd5-40dc-9307-6e5f8f74f530 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.1697822
May 10 20:04:32.782725 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3ced0609-cfd0-4371-9dce-46b6bcd0b8e5 req-042bd525-9edb-458a-a55d-ae04418560f7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735126
May 10 20:04:32.788223 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9e52429e-c5b6-40a0-9f93-ea124af1d032 req-a2dff9c9-7818-4f18-ba8a-f835c3ffb965 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644646
May 10 20:04:33.262797 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d865787-de63-4f40-8f73-03f2fdac8205 req-464df855-a655-44ef-966b-caf801fa22c1 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:33.264675 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3d865787-de63-4f40-8f73-03f2fdac8205 req-464df855-a655-44ef-966b-caf801fa22c1 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0924509
May 10 20:04:33.321632 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3d865787-de63-4f40-8f73-03f2fdac8205 req-99c97552-de06-45cf-a76f-67830808516f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511601
May 10 20:04:33.718797 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:34.245076 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3b655-a737-4bc6-b74d-5a2591c38c19 req-6cf9f29f-ca59-4ef2-b037-94b32ed2212e tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:34.248475 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-57f3b655-a737-4bc6-b74d-5a2591c38c19 req-6cf9f29f-ca59-4ef2-b037-94b32ed2212e tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.2819185
May 10 20:04:34.264792 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5decb86-fdb3-4cf2-89cd-e6b4c4fd4d78 req-e58e9f4f-9481-4712-81cc-b271bebf9d37 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:34.268161 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b5decb86-fdb3-4cf2-89cd-e6b4c4fd4d78 req-e58e9f4f-9481-4712-81cc-b271bebf9d37 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.2385049
May 10 20:04:34.405854 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-57f3b655-a737-4bc6-b74d-5a2591c38c19 req-765a0e6e-8751-4d19-a39c-e77a809de753 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1359370
May 10 20:04:34.412081 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b5decb86-fdb3-4cf2-89cd-e6b4c4fd4d78 req-935c3f14-d820-401e-a55c-0fd951329a10 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174603
May 10 20:04:34.611470 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b42d2b-d713-4cc6-96f9-c3991b25133f req-639ee63d-9084-4c51-af37-7512dd58b294 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:34.613061 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-22b42d2b-d713-4cc6-96f9-c3991b25133f req-639ee63d-9084-4c51-af37-7512dd58b294 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0876205
May 10 20:04:34.669431 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-22b42d2b-d713-4cc6-96f9-c3991b25133f req-9ddb340c-0815-4549-bbdb-137ffc182ecc tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502071
May 10 20:04:35.706892 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d77b9a-946c-4d8c-8f12-85cbc6cf62d1 req-89e6a307-fc00-4086-8312-ecf56d4b25eb tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:35.708638 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e1d77b9a-946c-4d8c-8f12-85cbc6cf62d1 req-89e6a307-fc00-4086-8312-ecf56d4b25eb tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.1658659
May 10 20:04:35.743294 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613c01a-f254-4285-81a6-f33bfa16e69e req-963102a1-acd6-47a7-80fb-686fc5e27b6d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:35.744919 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e613c01a-f254-4285-81a6-f33bfa16e69e req-963102a1-acd6-47a7-80fb-686fc5e27b6d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.2002206
May 10 20:04:35.800244 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e1d77b9a-946c-4d8c-8f12-85cbc6cf62d1 req-7bf58834-b7ad-4436-bc03-4121d88f95a1 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847032
May 10 20:04:35.814501 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e613c01a-f254-4285-81a6-f33bfa16e69e req-2cb76bff-18f9-4850-a7a2-054583d5ee5d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622292
May 10 20:04:36.063280 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87330f-713c-4c31-891d-efe38a86f10a req-55c134b1-b5d1-4e32-9e1f-062a1a161851 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:36.065303 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ec87330f-713c-4c31-891d-efe38a86f10a req-55c134b1-b5d1-4e32-9e1f-062a1a161851 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0960641
May 10 20:04:36.114377 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ec87330f-713c-4c31-891d-efe38a86f10a req-277c98c9-af94-44ae-844c-6159616171de tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427635
May 10 20:04:36.746301 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:04:37.225489 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c4ee0-29c4-4bfa-91bf-6f6d89da923a req-455cb18c-5e67-4210-bfeb-7cf8878625cd tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:37.228176 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-970c4ee0-29c4-4bfa-91bf-6f6d89da923a req-455cb18c-5e67-4210-bfeb-7cf8878625cd tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.2592552
May 10 20:04:37.302957 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea122198-9a95-406d-91d4-89ffb215e03d req-c0172924-709b-4b14-812f-0d9ef83ffb50 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:37.305659 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ea122198-9a95-406d-91d4-89ffb215e03d req-c0172924-709b-4b14-812f-0d9ef83ffb50 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.2654674
May 10 20:04:37.384491 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-970c4ee0-29c4-4bfa-91bf-6f6d89da923a req-65c1e15b-5248-4769-bf3a-67ca7712d4f3 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494362
May 10 20:04:37.425903 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ea122198-9a95-406d-91d4-89ffb215e03d req-4f45c2c7-a619-4a98-95af-3eb17a8c85c4 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1115680
May 10 20:04:37.580350 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e625e-6d5c-4b37-b317-454ffa3bb5d5 req-385d3447-a220-4a81-b47e-99848572ddfe tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:37.581834 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a92e625e-6d5c-4b37-b317-454ffa3bb5d5 req-385d3447-a220-4a81-b47e-99848572ddfe tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.0865324
May 10 20:04:37.639087 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a92e625e-6d5c-4b37-b317-454ffa3bb5d5 req-709f8927-1d18-42f6-b3c3-ddba965eb072 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471821
May 10 20:04:38.640768 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e707a-472b-43e0-be78-06d5513ff5e0 req-83fbf8b2-fdea-4072-a194-5ce6051a6b8c tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:38.642445 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-818e707a-472b-43e0-be78-06d5513ff5e0 req-83fbf8b2-fdea-4072-a194-5ce6051a6b8c tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.1364067
May 10 20:04:38.708632 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-818e707a-472b-43e0-be78-06d5513ff5e0 req-fab191c9-ae38-4d87-8b04-dd03bcbd966b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600398
May 10 20:04:38.749791 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd2968-0280-4f3a-9475-6cc2a247d756 req-28374b28-0922-47db-afc2-76df670fa455 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:38.753072 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-27bd2968-0280-4f3a-9475-6cc2a247d756 req-28374b28-0922-47db-afc2-76df670fa455 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.1601634
May 10 20:04:38.959592 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-27bd2968-0280-4f3a-9475-6cc2a247d756 req-87a7991d-c9be-4d78-a021-938286ada12c tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2001600
May 10 20:04:39.003746 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024f175-b499-4336-a568-4556d16cbe75 req-0ccf3995-107d-41fc-bdb8-3fa5584443c7 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:39.005353 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3024f175-b499-4336-a568-4556d16cbe75 req-0ccf3995-107d-41fc-bdb8-3fa5584443c7 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.1194093
May 10 20:04:39.054976 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3024f175-b499-4336-a568-4556d16cbe75 req-7ff56cba-91e6-49fc-b5da-0f055a248606 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435317
May 10 20:04:39.695418 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214f3e6-2cef-49f7-b845-139074362c4c req-49051aa9-af39-4bea-b7db-b1b6d2b3c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:39.697985 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8214f3e6-2cef-49f7-b845-139074362c4c req-49051aa9-af39-4bea-b7db-b1b6d2b3c7f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5127732f09de45a6ae2dd1088906e37c&device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 1096 time: 0.1956332
May 10 20:04:39.976994 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214f3e6-2cef-49f7-b845-139074362c4c req-224c6076-e6c9-4447-91e9-fc681972393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:39.978467 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8214f3e6-2cef-49f7-b845-139074362c4c req-224c6076-e6c9-4447-91e9-fc681972393e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5127732f09de45a6ae2dd1088906e37c&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2710803
May 10 20:04:40.200688 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33fb07-c98a-4ff3-a074-907744a57c98 req-acee9a81-f258-4acc-8f9d-6f5da83998c2 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:40.202248 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6c33fb07-c98a-4ff3-a074-907744a57c98 req-acee9a81-f258-4acc-8f9d-6f5da83998c2 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.2736671
May 10 20:04:40.258490 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214f3e6-2cef-49f7-b845-139074362c4c req-c2360f43-d6b3-47a4-b404-6798979c4a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:40.260044 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8214f3e6-2cef-49f7-b845-139074362c4c req-c2360f43-d6b3-47a4-b404-6798979c4a4c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2735178
May 10 20:04:40.289457 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6c33fb07-c98a-4ff3-a074-907744a57c98 req-dd887746-746f-4014-80eb-160e316a5c46 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773375
May 10 20:04:40.328964 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb809d-4e6b-4e5a-a5f5-7d93cac4a451 req-87176aac-9156-43c4-b1b8-0697087216ef tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:40.328964 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f5fb809d-4e6b-4e5a-a5f5-7d93cac4a451 req-87176aac-9156-43c4-b1b8-0697087216ef tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.1849737
May 10 20:04:40.541401 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f5fb809d-4e6b-4e5a-a5f5-7d93cac4a451 req-2f4ca9a2-3db1-4a0a-bfec-424b09a83632 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1305711
May 10 20:04:40.637859 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-a2b929c1-3cc3-4f25-b7e1-a8ac720fa374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:40.639533 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-a2b929c1-3cc3-4f25-b7e1-a8ac720fa374 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5127732f09de45a6ae2dd1088906e37c&device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 1096 time: 0.3153567
May 10 20:04:40.774958 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-236c4233-bd7b-441a-95cc-6099a9da06bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e6b8497-3344-4deb-9a96-6ac54280f97d HTTP/1.1" status: 200  len: 217 time: 0.1197093
May 10 20:04:40.897469 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a0236-548d-48c5-93f9-40a305125f83 req-45d456e8-c4dd-4c57-879f-88a1555b515f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:40.899207 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a77a0236-548d-48c5-93f9-40a305125f83 req-45d456e8-c4dd-4c57-879f-88a1555b515f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.3264840
May 10 20:04:40.932614 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-92d26f5f-978a-4c99-9011-0afaa455c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:40.934351 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-92d26f5f-978a-4c99-9011-0afaa455c95a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb0ad9c7-037b-4617-8d84-22529217eb71 HTTP/1.1" status: 200  len: 849 time: 0.1523054
May 10 20:04:41.024047 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a77a0236-548d-48c5-93f9-40a305125f83 req-278a24dd-5e11-4770-991e-bf86c28cbd53 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1136239
May 10 20:04:41.067250 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-1ef0b193-f424-4388-aec4-c802796940a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:41.068942 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-1ef0b193-f424-4388-aec4-c802796940a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1265533
May 10 20:04:41.295080 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-8c87b7a3-1fde-4e83-abaf-1cf127c8f4be service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186353
May 10 20:04:41.524619 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-82bcdd6c-0e7b-4e98-b671-529a12ce98ac req-9b83eb7a-f2f9-42d2-9de8-f72a972e624b service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2214994
May 10 20:04:41.684901 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7680729-fed6-4904-bd42-4087dd3b302d req-8a058a03-affe-4867-ab45-7eff3ddb7632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:41.686443 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a7680729-fed6-4904-bd42-4087dd3b302d req-8a058a03-affe-4867-ab45-7eff3ddb7632 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b65721b496f24a29859a65925c5d03bf&device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 1096 time: 0.1470509
May 10 20:04:41.717555 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16665dc-07c4-454e-85ab-38beaf54fc7f req-53b3c050-f17c-4ec0-9561-2832c967f8c5 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:41.719695 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a16665dc-07c4-454e-85ab-38beaf54fc7f req-53b3c050-f17c-4ec0-9561-2832c967f8c5 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.1457407
May 10 20:04:41.966662 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cdcbd-d9ab-4696-8500-3f76c1841008 req-cfdce440-6941-47ab-8dfd-dea9d6b675a9 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:41.968024 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-c66cdcbd-d9ab-4696-8500-3f76c1841008 req-cfdce440-6941-47ab-8dfd-dea9d6b675a9 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Synchronizing usage tracker for tenant:78af3fee8db74248b3d2f70ad72438c1 on resource:port {{(pid=78727) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:04:42.003321 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-c66cdcbd-d9ab-4696-8500-3f76c1841008 req-cfdce440-6941-47ab-8dfd-dea9d6b675a9 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Unset dirty status for tenant:78af3fee8db74248b3d2f70ad72438c1 on resource:port {{(pid=78727) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:04:42.007617 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-c66cdcbd-d9ab-4696-8500-3f76c1841008 req-cfdce440-6941-47ab-8dfd-dea9d6b675a9 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 945 time: 0.2695951
May 10 20:04:42.024677 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a16665dc-07c4-454e-85ab-38beaf54fc7f req-4054ba83-cbf2-4c90-82af-d145eeef45f7 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2938430
May 10 20:04:42.090544 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7680729-fed6-4904-bd42-4087dd3b302d req-3bc8cd53-f9bd-4299-b9d7-22ee5377ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:42.092284 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a7680729-fed6-4904-bd42-4087dd3b302d req-3bc8cd53-f9bd-4299-b9d7-22ee5377ded0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 HTTP/1.1" status: 200  len: 916 time: 0.3462954
May 10 20:04:42.260715 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845d858-5140-4738-864d-6190ffc23a03 req-e68bc30f-2d39-4848-bd4b-f77b1710b1bb tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:42.262560 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a845d858-5140-4738-864d-6190ffc23a03 req-e68bc30f-2d39-4848-bd4b-f77b1710b1bb tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.2997200
May 10 20:04:42.267801 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a7680729-fed6-4904-bd42-4087dd3b302d req-f72d17ce-6192-4eef-9048-3697827cb088 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9203c9d1-f264-4559-9930-0e2c6c6451c5 HTTP/1.1" status: 200  len: 999 time: 0.1685030
May 10 20:04:42.291020 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [req-c66cdcbd-d9ab-4696-8500-3f76c1841008 req-ff733b26-d0ad-4988-8c84-d8c36e0995f6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Deleting port 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:04:42.291710 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-c66cdcbd-d9ab-4696-8500-3f76c1841008 req-ff733b26-d0ad-4988-8c84-d8c36e0995f6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:42.388449 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7680729-fed6-4904-bd42-4087dd3b302d req-343714ff-f9f3-40ce-ad44-cd732fe7d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:42.389980 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a7680729-fed6-4904-bd42-4087dd3b302d req-343714ff-f9f3-40ce-ad44-cd732fe7d184 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c0f63c-4d1b-479f-a1ab-64a94c500e7f HTTP/1.1" status: 200  len: 855 time: 0.1157300
May 10 20:04:42.398739 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a845d858-5140-4738-864d-6190ffc23a03 req-695d6c71-ae0f-4304-ab4f-faa8b6872ef5 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1230807
May 10 20:04:42.508916 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7680729-fed6-4904-bd42-4087dd3b302d req-cb6de694-bfda-47a2-ab62-666822342bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:42.510710 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a7680729-fed6-4904-bd42-4087dd3b302d req-cb6de694-bfda-47a2-ab62-666822342bf0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1110213
May 10 20:04:42.584003 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-c66cdcbd-d9ab-4696-8500-3f76c1841008 req-ff733b26-d0ad-4988-8c84-d8c36e0995f6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] For port 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=71ec4fe3-634f-445e-944f-dd9a1f5e4c8d,segment=NetworkSegment(424ef672-943f-42ef-9b89-e700d767d1c6),segment_id=424ef672-943f-42ef-9b89-e700d767d1c6)] {{(pid=78727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:04:42.584595 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-c66cdcbd-d9ab-4696-8500-3f76c1841008 req-ff733b26-d0ad-4988-8c84-d8c36e0995f6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:42.634979 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:42.702695 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 50300) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:42.829523 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [req-c66cdcbd-d9ab-4696-8500-3f76c1841008 req-ff733b26-d0ad-4988-8c84-d8c36e0995f6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Calling delete_port for 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d owned by compute:nova {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:04:42.842550 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a7680729-fed6-4904-bd42-4087dd3b302d req-c338c62e-edd8-4457-9835-1ad0f6935647 service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3241081
May 10 20:04:42.907530 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be5a5e-9e85-4785-a880-7c47d268cc27 req-d08f0a78-a3c5-4b9b-a129-cb43071e1db4 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:42.909596 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-08be5a5e-9e85-4785-a880-7c47d268cc27 req-d08f0a78-a3c5-4b9b-a129-cb43071e1db4 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.5911069
May 10 20:04:43.090521 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-c66cdcbd-d9ab-4696-8500-3f76c1841008 req-ff733b26-d0ad-4988-8c84-d8c36e0995f6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:43.093494 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-57cef6b8-1b19-4f55-b415-2bd5e757fe22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:43.105706 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['47ce5648-b920-4185-8b71-3a17580f65f3', '156a8bf9-bf45-4fb8-86d2-e84a03d251f6', '71ec4fe3-634f-445e-944f-dd9a1f5e4c8d'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:04:43.129518 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:43.140720 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-08be5a5e-9e85-4785-a880-7c47d268cc27 req-23a9ab63-de32-48d9-8773-16c50bea2f7f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1228929
May 10 20:04:43.208865 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff733b26-d0ad-4988-8c84-d8c36e0995f6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Pushing event deleted for resources: {'Port': ['ID=71ec4fe3-634f-445e-944f-dd9a1f5e4c8d,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:43.215232 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-ff733b26-d0ad-4988-8c84-d8c36e0995f6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:43.222795 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-57cef6b8-1b19-4f55-b415-2bd5e757fe22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:43.230052 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-57cef6b8-1b19-4f55-b415-2bd5e757fe22 admin admin] Usage tracker for resource:security_group_rule and tenant:01963509fe304266bf8ecc40486dd79a is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:43.236439 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-57cef6b8-1b19-4f55-b415-2bd5e757fe22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:43.237306 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a7680729-fed6-4904-bd42-4087dd3b302d req-424a3a70-ed42-47e8-8434-3254e144e82e service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3847535
May 10 20:04:43.265031 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-57cef6b8-1b19-4f55-b415-2bd5e757fe22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:43.455857 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bbc08e87-ec6a-44ea-84e7-5cc4c713f274 req-42bb409d-e8e3-4936-ac69-b6880f42f379 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 210 time: 0.0766850
May 10 20:04:43.711380 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66cdcbd-d9ab-4696-8500-3f76c1841008 req-ff733b26-d0ad-4988-8c84-d8c36e0995f6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] No DVR routers for this DVR port 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d on host hv-cinder-78836 {{(pid=78727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:04:43.716374 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-c66cdcbd-d9ab-4696-8500-3f76c1841008 req-ff733b26-d0ad-4988-8c84-d8c36e0995f6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:43.736161 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9033a4-3456-4fb1-a008-fcabb346d140', 'name': 'network-vif-deleted', 'tag': '71ec4fe3-634f-445e-944f-dd9a1f5e4c8d'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:04:43.782708 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-57cef6b8-1b19-4f55-b415-2bd5e757fe22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:43.793216 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-57cef6b8-1b19-4f55-b415-2bd5e757fe22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:43.806367 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-c508af81-cb71-4dec-8b68-4a84946b7a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:43.878837 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37849089-6e50-4bb3-9ebc-687a7a7c9495 req-b989230a-c247-442c-a441-dc03e2c1f1f6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:43.882056 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-37849089-6e50-4bb3-9ebc-687a7a7c9495 req-b989230a-c247-442c-a441-dc03e2c1f1f6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.2076249
May 10 20:04:43.953989 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-57cef6b8-1b19-4f55-b415-2bd5e757fe22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01963509fe304266bf8ecc40486dd79a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1378264
May 10 20:04:43.953989 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-c66cdcbd-d9ab-4696-8500-3f76c1841008 req-ff733b26-d0ad-4988-8c84-d8c36e0995f6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.30 "DELETE /v2.0/ports/71ec4fe3-634f-445e-944f-dd9a1f5e4c8d HTTP/1.1" status: 204  len: 173 time: 1.9373589
May 10 20:04:43.956783 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 50322) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:43.992231 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cef6b8-1b19-4f55-b415-2bd5e757fe22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d114e403-e21b-4ecc-8bbd-947f326fba17,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:44.008030 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-57cef6b8-1b19-4f55-b415-2bd5e757fe22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:44.014442 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-37849089-6e50-4bb3-9ebc-687a7a7c9495 req-51ed61dd-b503-44e1-b78c-797af28a624c tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1116219
May 10 20:04:44.093302 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-56e5b3d8-cd2b-4422-84e8-a069ed07eabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:44.136430 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9033a4-3456-4fb1-a008-fcabb346d140', 'name': 'network-vif-deleted', 'tag': '71ec4fe3-634f-445e-944f-dd9a1f5e4c8d', 'status': 'completed', 'code': 200}
May 10 20:04:44.151111 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-56e5b3d8-cd2b-4422-84e8-a069ed07eabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:44.231740 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-56e5b3d8-cd2b-4422-84e8-a069ed07eabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:44.238515 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-cffcc9bb-823e-44ac-882c-5953c000c4ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:44.256124 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5b3d8-cd2b-4422-84e8-a069ed07eabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d114e403-e21b-4ecc-8bbd-947f326fba17,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:44.259089 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-56e5b3d8-cd2b-4422-84e8-a069ed07eabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:44.264295 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-56e5b3d8-cd2b-4422-84e8-a069ed07eabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:44.269130 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-56e5b3d8-cd2b-4422-84e8-a069ed07eabf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d114e403-e21b-4ecc-8bbd-947f326fba17 HTTP/1.1" status: 204  len: 168 time: 0.3107717
May 10 20:04:44.445592 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85296b9e-3970-45d2-aa53-a9ff4a8b6b4e req-9b855f72-723a-4186-9641-99a7b596e4af tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:44.447337 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-85296b9e-3970-45d2-aa53-a9ff4a8b6b4e req-9b855f72-723a-4186-9641-99a7b596e4af tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.1369166
May 10 20:04:44.514247 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-85296b9e-3970-45d2-aa53-a9ff4a8b6b4e req-fadeb625-46db-41d5-9732-b8c86e3643af tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527611
May 10 20:04:44.767574 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e4073c5c-6f02-4983-99cc-445a50887e59 req-eddf812e-22b4-484b-9097-51ba092633df tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9033a4-3456-4fb1-a008-fcabb346d140 HTTP/1.1" status: 200  len: 210 time: 0.1038551
May 10 20:04:45.314351 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83037f-5d01-40d8-b5d4-d74575d5e7fa req-4de32029-7276-48ce-ab5b-769b71121374 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:45.316548 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ab83037f-5d01-40d8-b5d4-d74575d5e7fa req-4de32029-7276-48ce-ab5b-769b71121374 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.1332617
May 10 20:04:45.377236 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ab83037f-5d01-40d8-b5d4-d74575d5e7fa req-1b09b5f3-020a-46ed-887e-fc41001c0f92 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544481
May 10 20:04:45.387969 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 50360) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:45.547311 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1388322105-network', 'tenant_id': 'a8d012c1a0ae41e1b17f2047df308cf8'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:45.552387 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:45.556806 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Usage tracker for resource:network and tenant:a8d012c1a0ae41e1b17f2047df308cf8 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:45.560191 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:45.568043 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:45.580429 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Made reservation on behalf of a8d012c1a0ae41e1b17f2047df308cf8 for: {'network': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:04:45.583365 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for network, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:45.598913 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:45.616233 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:45.620869 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Usage tracker for resource:security_group_rule and tenant:a8d012c1a0ae41e1b17f2047df308cf8 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:45.624355 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:45.631350 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:45.787193 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:45.802585 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:45.815163 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-94d8eab2-b199-494f-8aea-04249850acdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:45.879843 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70}  {{(pid=78728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:04:45.903489 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb08dda-bed1-42d8-a980-581476f31051,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:45.909792 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:45.931150 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:45.931611 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.db.segments_db [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Added segment 473454d6-c0f8-457a-ae4b-8533b44a2b09 of type vlan for network 50a1044c-840d-4574-8e8f-6b7c7e50b505
May 10 20:04:45.946053 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45653375-58d4-4811-8539-2b18038e3cfe req-d9b177b7-04f6-452a-9014-c31319f1f351 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:45.948361 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-45653375-58d4-4811-8539-2b18038e3cfe req-d9b177b7-04f6-452a-9014-c31319f1f351 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.2195008
May 10 20:04:46.027550 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783201323138'] for network, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:46.076960 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-45653375-58d4-4811-8539-2b18038e3cfe req-f3a4347f-e1e7-4dfa-874c-cdeedbf5611b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1191697
May 10 20:04:46.097162 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:04:46.140460 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for network, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:46.145459 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:46.148339 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:46.158276 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-9a80c2eb-5c90-4e8b-9b6c-d92a37627735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:46.161735 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] No Port match for: 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:04:46.162841 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 71ec4fe3-634f-445e-944f-dd9a1f5e4c8d not bound to the agent host hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:04:46.332041 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Pushing event updated for resources: {'Network': ['ID=50a1044c-840d-4574-8e8f-6b7c7e50b505,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:46.340550 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.9511628
May 10 20:04:46.342023 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:46.346066 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 50378) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:46.354046 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Network 50a1044c-840d-4574-8e8f-6b7c7e50b505 details requested by agent ovs-agent-dv-cinder-788364-3-iscsi with host dv-cinder-788364-3-iscsi {{(pid=78729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:04:46.355573 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-59da81cc-b4d5-429d-9241-78c4c279d467 admin admin] Request body: {'subnet': {'network_id': '50a1044c-840d-4574-8e8f-6b7c7e50b505', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1388322105-subnet', 'tenant_id': 'a8d012c1a0ae41e1b17f2047df308cf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:46.363666 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-59da81cc-b4d5-429d-9241-78c4c279d467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:46.373616 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-59da81cc-b4d5-429d-9241-78c4c279d467 admin admin] Usage tracker for resource:subnet and tenant:a8d012c1a0ae41e1b17f2047df308cf8 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:46.379156 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-59da81cc-b4d5-429d-9241-78c4c279d467 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:46.388957 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-59da81cc-b4d5-429d-9241-78c4c279d467 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:46.423995 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59da81cc-b4d5-429d-9241-78c4c279d467 admin admin] Made reservation on behalf of a8d012c1a0ae41e1b17f2047df308cf8 for: {'subnet': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:04:46.429270 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-59da81cc-b4d5-429d-9241-78c4c279d467 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1879046'] for subnet, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:46.521907 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602ae4c-1643-408b-b5ff-ea71f535cc4c req-38d33203-ca80-4d58-b023-ebd459567ab3 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:46.524304 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1602ae4c-1643-408b-b5ff-ea71f535cc4c req-38d33203-ca80-4d58-b023-ebd459567ab3 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0 HTTP/1.1" status: 200  len: 946 time: 0.2367172
May 10 20:04:46.811042 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1602ae4c-1643-408b-b5ff-ea71f535cc4c req-7255fcc7-8d38-45d3-b308-9fa5b6be8100 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302724
May 10 20:04:46.889203 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99915f1-1a19-4eae-ac42-5a28c4ec472f req-0f0e7f92-ce3a-4f96-9895-8bb9127d7367 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:46.890910 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b99915f1-1a19-4eae-ac42-5a28c4ec472f req-0f0e7f92-ce3a-4f96-9895-8bb9127d7367 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.2113125
May 10 20:04:46.992537 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b99915f1-1a19-4eae-ac42-5a28c4ec472f req-e1a81985-0d62-4eb9-b3ea-ade1a1325213 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892210
May 10 20:04:47.222943 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-59da81cc-b4d5-429d-9241-78c4c279d467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1773188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1879156'] for subnet, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:47.229431 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e3f19e81-6a6d-4992-87a6-278467a7ace4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:47.369869 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da81cc-b4d5-429d-9241-78c4c279d467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26221ce1-c95f-4d9d-900d-be2f4c98038f,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:47.375696 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-59da81cc-b4d5-429d-9241-78c4c279d467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:47.385530 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da81cc-b4d5-429d-9241-78c4c279d467 admin admin] Checking segment: {'id': '473454d6-c0f8-457a-ae4b-8533b44a2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '50a1044c-840d-4574-8e8f-6b7c7e50b505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:04:47.385884 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59da81cc-b4d5-429d-9241-78c4c279d467 admin admin] Network hostable DHCP agents. Network: 50a1044c-840d-4574-8e8f-6b7c7e50b505, hostable agents: ['d4f40443-b4a1-4714-9d47-f8080706db31'], hosted agents: [] {{(pid=78728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:04:47.420641 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59da81cc-b4d5-429d-9241-78c4c279d467 admin admin] Network 50a1044c-840d-4574-8e8f-6b7c7e50b505 is scheduled to be hosted by DHCP agent d4f40443-b4a1-4714-9d47-f8080706db31 with binding_index 1 {{(pid=78728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:04:47.431103 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9115b-7996-4bc4-928e-c600e2e39990 req-22556f75-3adb-40ed-9413-ef6e0f3930d3 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:47.433015 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-63a9115b-7996-4bc4-928e-c600e2e39990 req-22556f75-3adb-40ed-9413-ef6e0f3930d3 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 943 time: 0.1640918
May 10 20:04:47.458617 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-59da81cc-b4d5-429d-9241-78c4c279d467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-iscsi, 50a1044c-840d-4574-8e8f-6b7c7e50b505) {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:47.470623 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421fad13-12ca-4be8-b136-279014818419 None None] Network 50a1044c-840d-4574-8e8f-6b7c7e50b505 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:04:47.482440 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59da81cc-b4d5-429d-9241-78c4c279d467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:47.483329 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-59da81cc-b4d5-429d-9241-78c4c279d467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:47.507013 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-63a9115b-7996-4bc4-928e-c600e2e39990 req-8ed1a05b-fe89-47b1-985a-72b560f938c4 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654600
May 10 20:04:47.520417 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-59da81cc-b4d5-429d-9241-78c4c279d467 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1730576
May 10 20:04:47.884231 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb61dc8-82ad-4083-9a34-c49ff166d913 None None] Network 50a1044c-840d-4574-8e8f-6b7c7e50b505 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:04:48.065889 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 50404) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:48.120436 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 9203c9d1-f264-4559-9930-0e2c6c6451c5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:04:48.195426 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a9708-32c4-4a48-b820-485841160ae6 req-5d3c368c-76f9-469b-af62-efc653c0cf98 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:48.196909 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-1d6a9708-32c4-4a48-b820-485841160ae6 req-5d3c368c-76f9-469b-af62-efc653c0cf98 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Synchronizing usage tracker for tenant:78af3fee8db74248b3d2f70ad72438c1 on resource:port {{(pid=78727) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:04:48.212334 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a45544-fd73-4150-94e9-3727a3958bfa req-fde784c9-73a2-4520-8558-02175f91f4a1 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:48.213901 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-08a45544-fd73-4150-94e9-3727a3958bfa req-fde784c9-73a2-4520-8558-02175f91f4a1 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0 HTTP/1.1" status: 200  len: 946 time: 0.1633847
May 10 20:04:48.230339 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-1d6a9708-32c4-4a48-b820-485841160ae6 req-5d3c368c-76f9-469b-af62-efc653c0cf98 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Unset dirty status for tenant:78af3fee8db74248b3d2f70ad72438c1 on resource:port {{(pid=78727) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:04:48.233009 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-1d6a9708-32c4-4a48-b820-485841160ae6 req-5d3c368c-76f9-469b-af62-efc653c0cf98 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.30 "GET /v2.0/ports?device_id=acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0 HTTP/1.1" status: 200  len: 946 time: 0.2461712
May 10 20:04:48.375896 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-08a45544-fd73-4150-94e9-3727a3958bfa req-2f17a222-eed9-4ec5-8cb1-67501fb121d4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485858
May 10 20:04:48.388779 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dfea9068-16b7-4359-8209-07f350ce6822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:48.425560 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-dfea9068-16b7-4359-8209-07f350ce6822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:48.433406 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-dfea9068-16b7-4359-8209-07f350ce6822 admin admin] Usage tracker for resource:security_group_rule and tenant:683e0339c1c64736ab76d76f394af630 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:48.439529 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-dfea9068-16b7-4359-8209-07f350ce6822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:48.454119 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-dfea9068-16b7-4359-8209-07f350ce6822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:48.463042 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bc18e-e680-428f-97da-2c48f1f4f998 req-3b5ebb95-668a-47a9-acd1-a5e2a8a94739 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:48.465731 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-283bc18e-e680-428f-97da-2c48f1f4f998 req-3b5ebb95-668a-47a9-acd1-a5e2a8a94739 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.1782689
May 10 20:04:48.566783 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-283bc18e-e680-428f-97da-2c48f1f4f998 req-95db3663-df68-4857-83a0-bd1aa7dcab1b tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0928977
May 10 20:04:48.590758 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 9203c9d1-f264-4559-9930-0e2c6c6451c5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9203c9d1-f264-4559-9930-0e2c6c6451c5,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:04:48.609088 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': '9203c9d1-f264-4559-9930-0e2c6c6451c5', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'port_id': '9203c9d1-f264-4559-9930-0e2c6c6451c5', 'mac_address': 'fa:16:3e:40:e3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:04:48.692443 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:48.718470 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9203c9d1-f264-4559-9930-0e2c6c6451c5 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:04:48.741294 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 9203c9d1-f264-4559-9930-0e2c6c6451c5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9203c9d1-f264-4559-9930-0e2c6c6451c5,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:04:48.747581 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:48.752348 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:48.759136 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [req-1d6a9708-32c4-4a48-b820-485841160ae6 req-7aaec095-b94f-4163-b952-0ac5845d6bff tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Deleting port 156a8bf9-bf45-4fb8-86d2-e84a03d251f6 {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:04:48.759699 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-1d6a9708-32c4-4a48-b820-485841160ae6 req-7aaec095-b94f-4163-b952-0ac5845d6bff tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:48.855861 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=9203c9d1-f264-4559-9930-0e2c6c6451c5,revision_number=9']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:48.865695 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:48.866431 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:48.867163 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:48.867764 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:48.868366 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:48.868931 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:48.869659 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:48.870360 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:48.872466 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:48.873077 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:48.873621 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:48.874158 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:04:48.888577 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:48.931399 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dfea9068-16b7-4359-8209-07f350ce6822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:48.939420 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dfea9068-16b7-4359-8209-07f350ce6822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:48.944358 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a36170-a7bc-47fb-8542-10c43f9d5a0f req-a0579362-28af-4a35-80e1-b5e8b2ebd4aa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:48.946280 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a0a36170-a7bc-47fb-8542-10c43f9d5a0f req-a0579362-28af-4a35-80e1-b5e8b2ebd4aa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 944 time: 0.1753681
May 10 20:04:48.960451 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-740b478f-977f-42a9-a449-dba71d5b53bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:49.064963 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a0a36170-a7bc-47fb-8542-10c43f9d5a0f req-074feb66-f104-465e-ab80-5ecee981a071 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1031923
May 10 20:04:49.126749 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-dfea9068-16b7-4359-8209-07f350ce6822 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=683e0339c1c64736ab76d76f394af630&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0575478
May 10 20:04:49.127482 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 50416) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:49.131118 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['9203c9d1-f264-4559-9930-0e2c6c6451c5'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:04:49.132568 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea9068-16b7-4359-8209-07f350ce6822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6a7f99-b8b3-42bb-9d22-908f4bcc5289,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:49.145172 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-dfea9068-16b7-4359-8209-07f350ce6822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:49.216566 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-1d6a9708-32c4-4a48-b820-485841160ae6 req-7aaec095-b94f-4163-b952-0ac5845d6bff tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] For port 156a8bf9-bf45-4fb8-86d2-e84a03d251f6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=156a8bf9-bf45-4fb8-86d2-e84a03d251f6,segment=NetworkSegment(424ef672-943f-42ef-9b89-e700d767d1c6),segment_id=424ef672-943f-42ef-9b89-e700d767d1c6)] {{(pid=78727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:04:49.216566 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-1d6a9708-32c4-4a48-b820-485841160ae6 req-7aaec095-b94f-4163-b952-0ac5845d6bff tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:49.296604 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e820ef92-eeab-4922-be49-e82a42502ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:49.369257 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e820ef92-eeab-4922-be49-e82a42502ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:49.374221 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [req-1d6a9708-32c4-4a48-b820-485841160ae6 req-7aaec095-b94f-4163-b952-0ac5845d6bff tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Calling delete_port for 156a8bf9-bf45-4fb8-86d2-e84a03d251f6 owned by compute:nova {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:04:49.472030 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e820ef92-eeab-4922-be49-e82a42502ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:49.477921 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d1d3332f-a2f8-4974-b3fc-eb34388c0b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:49.494982 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820ef92-eeab-4922-be49-e82a42502ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6a7f99-b8b3-42bb-9d22-908f4bcc5289,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:49.498825 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e820ef92-eeab-4922-be49-e82a42502ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:49.503956 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e820ef92-eeab-4922-be49-e82a42502ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:49.507999 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-e820ef92-eeab-4922-be49-e82a42502ba9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c6a7f99-b8b3-42bb-9d22-908f4bcc5289 HTTP/1.1" status: 204  len: 168 time: 0.3758850
May 10 20:04:49.587444 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-1d6a9708-32c4-4a48-b820-485841160ae6 req-7aaec095-b94f-4163-b952-0ac5845d6bff tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:49.604298 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-80756d76-ab89-44ec-8835-04e7dd5219b5 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:49.609946 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e8da8281-455e-4c8f-8b40-a3d698b2aebf req-a12f2901-df1e-4899-a687-53e12ca648a1 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0 HTTP/1.1" status: 200  len: 210 time: 0.0503154
May 10 20:04:49.698707 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaec095-b94f-4163-b952-0ac5845d6bff tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Pushing event deleted for resources: {'Port': ['ID=156a8bf9-bf45-4fb8-86d2-e84a03d251f6,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:49.704371 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7aaec095-b94f-4163-b952-0ac5845d6bff tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:49.851263 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6a9708-32c4-4a48-b820-485841160ae6 req-7aaec095-b94f-4163-b952-0ac5845d6bff tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] No DVR routers for this DVR port 156a8bf9-bf45-4fb8-86d2-e84a03d251f6 on host hv-cinder-78836 {{(pid=78727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:04:49.854355 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-1d6a9708-32c4-4a48-b820-485841160ae6 req-7aaec095-b94f-4163-b952-0ac5845d6bff tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:49.858418 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0', 'name': 'network-vif-deleted', 'tag': '156a8bf9-bf45-4fb8-86d2-e84a03d251f6'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:04:49.888522 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-1d6a9708-32c4-4a48-b820-485841160ae6 req-7aaec095-b94f-4163-b952-0ac5845d6bff tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.30 "DELETE /v2.0/ports/156a8bf9-bf45-4fb8-86d2-e84a03d251f6 HTTP/1.1" status: 204  len: 173 time: 1.6484149
May 10 20:04:49.891473 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6c789-fbca-4c14-857b-5f840977069a req-49ac2b04-2881-4194-aca2-9753be06645d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:49.894101 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-66c6c789-fbca-4c14-857b-5f840977069a req-49ac2b04-2881-4194-aca2-9753be06645d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.1540892
May 10 20:04:49.934533 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfde6f1-16c9-4f7f-9fea-e3e2c5213ec0', 'name': 'network-vif-deleted', 'tag': '156a8bf9-bf45-4fb8-86d2-e84a03d251f6', 'status': 'completed', 'code': 200}
May 10 20:04:49.979025 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-66c6c789-fbca-4c14-857b-5f840977069a req-223023aa-8369-4393-a8bb-c538fb76aa8f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780168
May 10 20:04:50.020251 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['47ce5648-b920-4185-8b71-3a17580f65f3', '156a8bf9-bf45-4fb8-86d2-e84a03d251f6'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:04:50.105199 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 7e6b8497-3344-4deb-9a96-6ac54280f97d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:04:50.338450 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 7e6b8497-3344-4deb-9a96-6ac54280f97d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7e6b8497-3344-4deb-9a96-6ac54280f97d,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:04:50.389094 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': '7e6b8497-3344-4deb-9a96-6ac54280f97d', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'port_id': '7e6b8497-3344-4deb-9a96-6ac54280f97d', 'mac_address': 'fa:16:3e:cd:82:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:04:50.460417 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b932f-d2cf-4e2e-b493-aaf675b21ec2 req-5d3f80e0-6bcd-4091-b333-45340446aa9e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:50.463190 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bf3b932f-d2cf-4e2e-b493-aaf675b21ec2 req-5d3f80e0-6bcd-4091-b333-45340446aa9e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 944 time: 0.1683879
May 10 20:04:50.531310 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:50.552253 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bf3b932f-d2cf-4e2e-b493-aaf675b21ec2 req-b91f203e-5b94-4d07-a8f9-e310f42c42a8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772090
May 10 20:04:50.582863 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6b8497-3344-4deb-9a96-6ac54280f97d {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:04:50.623578 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 7e6b8497-3344-4deb-9a96-6ac54280f97d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7e6b8497-3344-4deb-9a96-6ac54280f97d,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:04:50.630312 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:50.632776 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-9d14874d-c20e-4218-92f1-25c7c687c68c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:50.748638 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=7e6b8497-3344-4deb-9a96-6ac54280f97d,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:50.753386 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:50.889387 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-5305c13b-5185-422c-a382-770c9827a35e tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:50.890128 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-5305c13b-5185-422c-a382-770c9827a35e tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Synchronizing usage tracker for tenant:a8d012c1a0ae41e1b17f2047df308cf8 on resource:network {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:04:50.919848 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-5305c13b-5185-422c-a382-770c9827a35e tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Unset dirty status for tenant:a8d012c1a0ae41e1b17f2047df308cf8 on resource:network {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:04:50.922039 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-5305c13b-5185-422c-a382-770c9827a35e tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/networks?id=50a1044c-840d-4574-8e8f-6b7c7e50b505 HTTP/1.1" status: 200  len: 814 time: 0.2410443
May 10 20:04:50.948291 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-12974e53-1ff2-42fd-b5b5-43b3cb0e3ba8 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/quotas/a8d012c1a0ae41e1b17f2047df308cf8 HTTP/1.1" status: 200  len: 375 time: 0.0191910
May 10 20:04:51.042132 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-5a37c09f-fea9-413d-82fc-4da765f1b720 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a8d012c1a0ae41e1b17f2047df308cf8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0863497
May 10 20:04:51.048433 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['7e6b8497-3344-4deb-9a96-6ac54280f97d'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:04:51.508206 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f262691-d9f8-451b-b332-dc9ca6e06145 req-de4c8e2c-d486-400e-b2a7-269a8401fd6c tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:51.510714 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9f262691-d9f8-451b-b332-dc9ca6e06145 req-de4c8e2c-d486-400e-b2a7-269a8401fd6c tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 944 time: 0.3960037
May 10 20:04:51.594393 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-a2804e7b-2e1d-4316-9ba9-8432284788a1 service neutron] 10.222.0.15 "GET /v2.0/networks/50a1044c-840d-4574-8e8f-6b7c7e50b505?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5362122
May 10 20:04:51.599630 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9f262691-d9f8-451b-b332-dc9ca6e06145 req-7229101c-a19c-4c78-af61-932267b4aef9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758340
May 10 20:04:51.793422 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fa452bdd-5721-4a7c-bf43-0559441735ea service neutron] 10.222.0.15 "GET /v2.0/networks/50a1044c-840d-4574-8e8f-6b7c7e50b505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1919153
May 10 20:04:51.847551 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efe162-70f0-452b-abe2-751965cb1b48 req-dc154f42-f26a-41b0-8a47-77977647d24b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:51.851984 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-61efe162-70f0-452b-abe2-751965cb1b48 req-dc154f42-f26a-41b0-8a47-77977647d24b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 944 time: 0.1336236
May 10 20:04:51.926018 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-61efe162-70f0-452b-abe2-751965cb1b48 req-969eccd0-b4ea-4fb2-a44d-7841af7570d1 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697925
May 10 20:04:52.066321 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-623840bb-5c39-4fbd-b186-e9f772cbcfab req-62379d04-b85d-4ef8-9df5-2cd56d1aa06c tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 210 time: 0.0530045
May 10 20:04:52.117012 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 9203c9d1-f264-4559-9930-0e2c6c6451c5 up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:04:52.273215 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port 9203c9d1-f264-4559-9930-0e2c6c6451c5 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:52.273650 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:52.441925 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:52.562747 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a24ef79-1221-470e-a9df-3c2a5ea8857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9203c9d1-f264-4559-9930-0e2c6c6451c5'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:04:52.575950 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 9203c9d1-f264-4559-9930-0e2c6c6451c5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9203c9d1-f264-4559-9930-0e2c6c6451c5,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:04:52.588408 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:52.589350 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 156a8bf9-bf45-4fb8-86d2-e84a03d251f6 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:04:52.615049 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:52.679856 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a24ef79-1221-470e-a9df-3c2a5ea8857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9203c9d1-f264-4559-9930-0e2c6c6451c5', 'code': 200}
May 10 20:04:52.680457 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] No Port match for: 156a8bf9-bf45-4fb8-86d2-e84a03d251f6 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:04:52.680811 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 156a8bf9-bf45-4fb8-86d2-e84a03d251f6 not bound to the agent host hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:04:52.729018 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=9203c9d1-f264-4559-9930-0e2c6c6451c5,revision_number=10']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:52.741615 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:52.903723 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179fc1c-a7fb-42c0-888e-e2f1e950687b req-e3aa951e-d56f-4be7-8030-5a6e620fea14 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:52.905386 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4179fc1c-a7fb-42c0-888e-e2f1e950687b req-e3aa951e-d56f-4be7-8030-5a6e620fea14 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f4e673c-3676-4994-a4f1-6398e7b003a6 HTTP/1.1" status: 200  len: 946 time: 0.1854756
May 10 20:04:52.971720 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4179fc1c-a7fb-42c0-888e-e2f1e950687b req-d9392103-a4b4-4044-b53d-9ce68b64c95a tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574532
May 10 20:04:53.005953 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba4fef-a4e4-46bc-81b8-a1a0b1cb6f6e req-b8fc2f9b-ec59-47a0-93fb-36d8f9a96a0e tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:53.008579 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-45ba4fef-a4e4-46bc-81b8-a1a0b1cb6f6e req-b8fc2f9b-ec59-47a0-93fb-36d8f9a96a0e tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 944 time: 0.1591144
May 10 20:04:53.097138 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-45ba4fef-a4e4-46bc-81b8-a1a0b1cb6f6e req-dc8fbacd-2134-4c18-a5cd-e42cd2d605f1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813591
May 10 20:04:53.232622 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939732c-504b-4f8f-b812-a3c23a4c7a3e req-53d30ab5-d131-4b67-8e1e-0e90e845253d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:53.236574 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4939732c-504b-4f8f-b812-a3c23a4c7a3e req-53d30ab5-d131-4b67-8e1e-0e90e845253d tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 946 time: 0.1296999
May 10 20:04:53.332560 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d92d0d-7e3f-402f-93cc-530a68137a20 req-f5e7a2a8-32c7-4cc8-81ec-b29f2a818f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:53.334091 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-13d92d0d-7e3f-402f-93cc-530a68137a20 req-f5e7a2a8-32c7-4cc8-81ec-b29f2a818f37 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 1099 time: 0.1004243
May 10 20:04:53.374107 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b8dbfe75-aa3e-4193-b6ec-c24752b94266 req-703cc5b2-18d1-4077-b736-89dbfd8e0ccb tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 210 time: 0.0842774
May 10 20:04:53.378208 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4939732c-504b-4f8f-b812-a3c23a4c7a3e req-c8b12235-ec52-4d9e-a080-9616633db4b0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1332314
May 10 20:04:53.395914 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-13d92d0d-7e3f-402f-93cc-530a68137a20 req-e829f47b-0d2c-41ee-8d66-5ecb01c7e360 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549886
May 10 20:04:54.112287 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-38f6d4a3-f5fc-42a7-9ae7-538f28ee406d tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:54.114885 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-38f6d4a3-f5fc-42a7-9ae7-538f28ee406d tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.30 "GET /v2.0/networks?id=50a1044c-840d-4574-8e8f-6b7c7e50b505 HTTP/1.1" status: 200  len: 814 time: 0.2311573
May 10 20:04:54.130499 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-336fb118-9eb1-47e7-9d74-459a652c6c4a tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Request body: {'port': {'device_id': 'c40ef342-f3f4-4192-9737-ee40e0356bb1', 'network_id': '50a1044c-840d-4574-8e8f-6b7c7e50b505', 'admin_state_up': True, 'tenant_id': 'a8d012c1a0ae41e1b17f2047df308cf8'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:54.136919 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 7e6b8497-3344-4deb-9a96-6ac54280f97d up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:04:54.244565 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccac3c-a8a1-4dfb-bf5a-90e4738a0922 req-8a92c0c0-21c2-43e2-8eaf-6ec4618cd004 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:54.254989 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning for port 7e6b8497-3344-4deb-9a96-6ac54280f97d completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:04:54.260635 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ecccac3c-a8a1-4dfb-bf5a-90e4738a0922 req-8a92c0c0-21c2-43e2-8eaf-6ec4618cd004 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f4e673c-3676-4994-a4f1-6398e7b003a6 HTTP/1.1" status: 200  len: 946 time: 0.1464329
May 10 20:04:54.269503 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port 7e6b8497-3344-4deb-9a96-6ac54280f97d triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:04:54.270052 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:54.396869 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ecccac3c-a8a1-4dfb-bf5a-90e4738a0922 req-c6fe7dd2-7512-48be-99e7-66176979813d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288297
May 10 20:04:54.417636 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-336fb118-9eb1-47e7-9d74-459a652c6c4a tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:54.425042 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-336fb118-9eb1-47e7-9d74-459a652c6c4a tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Usage tracker for resource:port and tenant:a8d012c1a0ae41e1b17f2047df308cf8 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:54.434582 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-336fb118-9eb1-47e7-9d74-459a652c6c4a tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:54.442383 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-336fb118-9eb1-47e7-9d74-459a652c6c4a tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:54.455409 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28fb6d-7df5-4580-8698-731ea9a355cf req-23aed745-84c1-4f4f-86b9-bb8230f795a3 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:54.457107 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4a28fb6d-7df5-4580-8698-731ea9a355cf req-23aed745-84c1-4f4f-86b9-bb8230f795a3 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 944 time: 0.1586125
May 10 20:04:54.461434 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-336fb118-9eb1-47e7-9d74-459a652c6c4a tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Made reservation on behalf of a8d012c1a0ae41e1b17f2047df308cf8 for: {'port': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:04:54.465750 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-336fb118-9eb1-47e7-9d74-459a652c6c4a tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:54.474074 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:54.520473 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4a28fb6d-7df5-4580-8698-731ea9a355cf req-ada9df26-c209-4e23-9f2f-ab2a93fc873a tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560017
May 10 20:04:54.539081 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 7e6b8497-3344-4deb-9a96-6ac54280f97d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7e6b8497-3344-4deb-9a96-6ac54280f97d,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:04:54.547641 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:54.551128 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:54.681030 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a880d0-c457-4324-a569-95a483716939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6b8497-3344-4deb-9a96-6ac54280f97d'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:04:54.690065 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=7e6b8497-3344-4deb-9a96-6ac54280f97d,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:54.693533 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:54.704709 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5e3100ab-5a8f-42f6-9dfb-3af51e42e885 req-af173a8c-8d56-4787-99cd-9428c4389bd8 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 210 time: 0.1390681
May 10 20:04:54.762143 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-336fb118-9eb1-47e7-9d74-459a652c6c4a tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Allocated IP 172.20.0.12 (50a1044c-840d-4574-8e8f-6b7c7e50b505/26221ce1-c95f-4d9d-900d-be2f4c98038f/f793923f-ddb8-45eb-95ad-82845b5abeb4) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:04:54.845796 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a880d0-c457-4324-a569-95a483716939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6b8497-3344-4deb-9a96-6ac54280f97d', 'code': 200}
May 10 20:04:54.887009 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e6b70-5d9d-4640-8fac-d90aa1073b89 req-8703dc9d-a43d-4802-a539-32faf7a7a86b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:54.888974 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-946e6b70-5d9d-4640-8fac-d90aa1073b89 req-8703dc9d-a43d-4802-a539-32faf7a7a86b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f4e673c-3676-4994-a4f1-6398e7b003a6 HTTP/1.1" status: 200  len: 946 time: 0.2475550
May 10 20:04:54.912201 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0120c2-6d20-488b-8ecf-533c43f20189 req-e10bc0a8-8aba-47a2-a287-3a4909c3746c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:54.914632 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3f0120c2-6d20-488b-8ecf-533c43f20189 req-e10bc0a8-8aba-47a2-a287-3a4909c3746c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 946 time: 0.2085495
May 10 20:04:55.041100 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3f0120c2-6d20-488b-8ecf-533c43f20189 req-c0a8232b-af5c-4831-9c82-47a84d9a9090 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1197107
May 10 20:04:55.153859 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-946e6b70-5d9d-4640-8fac-d90aa1073b89 req-b4510778-6ecb-4063-8efe-efa4e3b43df6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Deleting port 47ce5648-b920-4185-8b71-3a17580f65f3 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:04:55.154206 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-946e6b70-5d9d-4640-8fac-d90aa1073b89 req-b4510778-6ecb-4063-8efe-efa4e3b43df6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:55.222894 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-336fb118-9eb1-47e7-9d74-459a652c6c4a tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:55.321989 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-336fb118-9eb1-47e7-9d74-459a652c6c4a tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:55.333808 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-331a654a-0da0-49e9-98f4-98a11c595a33 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:55.455001 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-336fb118-9eb1-47e7-9d74-459a652c6c4a tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Network 50a1044c-840d-4574-8e8f-6b7c7e50b505 is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:04:55.470357 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-336fb118-9eb1-47e7-9d74-459a652c6c4a tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:04:55.478880 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-336fb118-9eb1-47e7-9d74-459a652c6c4a tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:04:55.488565 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-946e6b70-5d9d-4640-8fac-d90aa1073b89 req-b4510778-6ecb-4063-8efe-efa4e3b43df6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] For port 47ce5648-b920-4185-8b71-3a17580f65f3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=47ce5648-b920-4185-8b71-3a17580f65f3,segment=NetworkSegment(424ef672-943f-42ef-9b89-e700d767d1c6),segment_id=424ef672-943f-42ef-9b89-e700d767d1c6)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:04:55.489618 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-946e6b70-5d9d-4640-8fac-d90aa1073b89 req-b4510778-6ecb-4063-8efe-efa4e3b43df6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:55.512359 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee9f52-c0a3-47e1-b997-8913b758ccae req-2a18982f-a0fc-44ed-8756-300a52b1d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:55.514184 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e2ee9f52-c0a3-47e1-b997-8913b758ccae req-2a18982f-a0fc-44ed-8756-300a52b1d90f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 1098 time: 0.3455482
May 10 20:04:55.589975 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fb118-9eb1-47e7-9d74-459a652c6c4a tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Pushing event updated for resources: {'Port': ['ID=f793923f-ddb8-45eb-95ad-82845b5abeb4,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:55.599538 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-336fb118-9eb1-47e7-9d74-459a652c6c4a tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:55.610845 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-336fb118-9eb1-47e7-9d74-459a652c6c4a tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:55.611960 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-336fb118-9eb1-47e7-9d74-459a652c6c4a tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:55.655785 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-336fb118-9eb1-47e7-9d74-459a652c6c4a tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5305727
May 10 20:04:55.679654 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Request body: {'port': {'device_id': 'c40ef342-f3f4-4192-9737-ee40e0356bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:55.788782 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-946e6b70-5d9d-4640-8fac-d90aa1073b89 req-b4510778-6ecb-4063-8efe-efa4e3b43df6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Calling delete_port for 47ce5648-b920-4185-8b71-3a17580f65f3 owned by compute:nova {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:04:55.935284 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e2ee9f52-c0a3-47e1-b997-8913b758ccae req-c4878d04-e8b0-4333-8887-45cd3166d0e0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3498087
May 10 20:04:55.987730 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:56.007980 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d874e5a-799d-4e0f-b3c5-a0f5ba038d92 req-b0214b07-6526-4635-80fd-9b88e7bde4e5 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:56.009537 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1d874e5a-799d-4e0f-b3c5-a0f5ba038d92 req-b0214b07-6526-4635-80fd-9b88e7bde4e5 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 945 time: 0.1983864
May 10 20:04:56.089727 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65bd8f-44cf-4454-8385-4e6dafb2dc27 req-e3f7b996-1c8b-4113-8204-2ec392cb985e tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:56.091319 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-df65bd8f-44cf-4454-8385-4e6dafb2dc27 req-e3f7b996-1c8b-4113-8204-2ec392cb985e tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f4e673c-3676-4994-a4f1-6398e7b003a6 HTTP/1.1" status: 200  len: 946 time: 0.2813005
May 10 20:04:56.170197 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1d874e5a-799d-4e0f-b3c5-a0f5ba038d92 req-35d5d763-9836-4891-a980-2a07eead7970 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1194935
May 10 20:04:56.170990 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-946e6b70-5d9d-4640-8fac-d90aa1073b89 req-b4510778-6ecb-4063-8efe-efa4e3b43df6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:56.180629 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-4e546f71-3c0a-4f92-b2f8-93f19812e823 tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:56.277269 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4510778-6ecb-4063-8efe-efa4e3b43df6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Pushing event deleted for resources: {'Port': ['ID=47ce5648-b920-4185-8b71-3a17580f65f3,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:56.280722 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b4510778-6ecb-4063-8efe-efa4e3b43df6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:56.289446 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-df65bd8f-44cf-4454-8385-4e6dafb2dc27 req-cc22755f-11ee-4435-88a5-c08e9a432f7b tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c25e3b2-f025-4854-845a-f54feb606241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1757109
May 10 20:04:56.347582 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-946e6b70-5d9d-4640-8fac-d90aa1073b89 req-b4510778-6ecb-4063-8efe-efa4e3b43df6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] No DVR routers for this DVR port 47ce5648-b920-4185-8b71-3a17580f65f3 on host hv-cinder-78836 {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:04:56.351151 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-946e6b70-5d9d-4640-8fac-d90aa1073b89 req-b4510778-6ecb-4063-8efe-efa4e3b43df6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:56.354313 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4e673c-3676-4994-a4f1-6398e7b003a6', 'name': 'network-vif-deleted', 'tag': '47ce5648-b920-4185-8b71-3a17580f65f3'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:04:56.369902 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-946e6b70-5d9d-4640-8fac-d90aa1073b89 req-b4510778-6ecb-4063-8efe-efa4e3b43df6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] 10.222.0.30 "DELETE /v2.0/ports/47ce5648-b920-4185-8b71-3a17580f65f3 HTTP/1.1" status: 204  len: 173 time: 1.4310417
May 10 20:04:56.632334 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f793923f-ddb8-45eb-95ad-82845b5abeb4 {{(pid=78727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:04:56.641364 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:56.658793 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.provisioning_blocks [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Transition to ACTIVE for port object f793923f-ddb8-45eb-95ad-82845b5abeb4 will not be triggered until provisioned by entity L2. {{(pid=78727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:04:56.666131 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10490743'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:56.676024 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-8b7c5789-f6bc-4297-931c-8e4275ad2fc7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:56.761342 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c806cd3-9156-4222-84c2-f50639bd781e req-a5bdd17c-4e8a-4cfe-88cf-6e582e79aa9f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:56.763190 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3c806cd3-9156-4222-84c2-f50639bd781e req-a5bdd17c-4e8a-4cfe-88cf-6e582e79aa9f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 946 time: 0.2550519
May 10 20:04:56.821671 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3deb655-d498-4f4c-b0fc-caf9d290afc6 req-d2c98003-d3aa-4b6c-bede-433c68e1f795 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:56.823703 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c3deb655-d498-4f4c-b0fc-caf9d290afc6 req-d2c98003-d3aa-4b6c-bede-433c68e1f795 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 932 time: 0.2472706
May 10 20:04:56.849726 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f793923f-ddb8-45eb-95ad-82845b5abeb4,revision_number=2']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:56.874523 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3c806cd3-9156-4222-84c2-f50639bd781e req-24e2bbb2-0765-46bd-a805-2c8a923ea605 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969658
May 10 20:04:56.907997 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-c3deb655-d498-4f4c-b0fc-caf9d290afc6 req-103a058e-8f27-4de6-b1da-09e9833a6570 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Synchronizing usage tracker for tenant:a8d012c1a0ae41e1b17f2047df308cf8 on resource:security_group {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:04:56.917619 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:56.928494 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-c3deb655-d498-4f4c-b0fc-caf9d290afc6 req-103a058e-8f27-4de6-b1da-09e9833a6570 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Unset dirty status for tenant:a8d012c1a0ae41e1b17f2047df308cf8 on resource:security_group {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:04:56.941117 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c3deb655-d498-4f4c-b0fc-caf9d290afc6 req-103a058e-8f27-4de6-b1da-09e9833a6570 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036603
May 10 20:04:57.017057 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4e673c-3676-4994-a4f1-6398e7b003a6', 'name': 'network-vif-deleted', 'tag': '47ce5648-b920-4185-8b71-3a17580f65f3', 'status': 'completed', 'code': 200}
May 10 20:04:57.034312 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Attempting to bind port f793923f-ddb8-45eb-95ad-82845b5abeb4 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:04:57.034659 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Attempting to bind port f793923f-ddb8-45eb-95ad-82845b5abeb4 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '473454d6-c0f8-457a-ae4b-8533b44a2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '50a1044c-840d-4574-8e8f-6b7c7e50b505'}] {{(pid=78727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:04:57.034967 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Attempting to bind port f793923f-ddb8-45eb-95ad-82845b5abeb4 on network 50a1044c-840d-4574-8e8f-6b7c7e50b505 {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:04:57.040997 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Port f793923f-ddb8-45eb-95ad-82845b5abeb4 on network 50a1044c-840d-4574-8e8f-6b7c7e50b505 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:04:57.041320 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Attempting to bind port f793923f-ddb8-45eb-95ad-82845b5abeb4 on network 50a1044c-840d-4574-8e8f-6b7c7e50b505 {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:04:57.048489 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Checking agent: {'id': '16e2165d-e53b-4771-ba7e-9126d1b04f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'started_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:04:57.049452 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Checking segment: {'id': '473454d6-c0f8-457a-ae4b-8533b44a2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '50a1044c-840d-4574-8e8f-6b7c7e50b505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:04:57.049452 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Bound using segment: {'id': '473454d6-c0f8-457a-ae4b-8533b44a2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '50a1044c-840d-4574-8e8f-6b7c7e50b505'} {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:04:57.050657 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Bound port: f793923f-ddb8-45eb-95ad-82845b5abeb4, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473454d6-c0f8-457a-ae4b-8533b44a2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '50a1044c-840d-4574-8e8f-6b7c7e50b505'}}] {{(pid=78727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:04:57.051294 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:57.164648 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] For port f793923f-ddb8-45eb-95ad-82845b5abeb4, host hv-cinder-78836, cleared binding levels {{(pid=78727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:04:57.167994 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] For port f793923f-ddb8-45eb-95ad-82845b5abeb4, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f793923f-ddb8-45eb-95ad-82845b5abeb4,segment=NetworkSegment(473454d6-c0f8-457a-ae4b-8533b44a2b09),segment_id=473454d6-c0f8-457a-ae4b-8533b44a2b09)] {{(pid=78727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:04:57.174932 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10490743'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:57.181761 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:57.248433 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:57.249544 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:57.253460 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] 10.222.0.30 "PUT /v2.0/ports/f793923f-ddb8-45eb-95ad-82845b5abeb4 HTTP/1.1" status: 200  len: 1094 time: 1.5907712
May 10 20:04:57.264799 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40ef342-f3f4-4192-9737-ee40e0356bb1', 'tag': 'f793923f-ddb8-45eb-95ad-82845b5abeb4'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:04:57.363253 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f793923f-ddb8-45eb-95ad-82845b5abeb4,revision_number=3']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:57.364844 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-168186a2-45ac-4e7d-b34e-e2ca0de6caf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:57.368232 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:57.387068 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40ef342-f3f4-4192-9737-ee40e0356bb1', 'tag': 'f793923f-ddb8-45eb-95ad-82845b5abeb4', 'status': 'completed', 'code': 200}
May 10 20:04:57.414225 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-9c7096f0-29ee-45d6-a575-de04ee2f4229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:57.416306 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-9c7096f0-29ee-45d6-a575-de04ee2f4229 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8d012c1a0ae41e1b17f2047df308cf8&device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 1097 time: 0.1143670
May 10 20:04:57.473905 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 50552) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:57.498050 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-2aa76ce8-97a2-470a-8af3-3159e2df9775 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f793923f-ddb8-45eb-95ad-82845b5abeb4 HTTP/1.1" status: 200  len: 217 time: 0.0730133
May 10 20:04:57.518779 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fcc8a-9fd8-4352-89fe-b4d95d3413f4 req-f5a8e61c-9eb9-45a2-ad6a-1242e293ea80 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:57.520414 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-972fcc8a-9fd8-4352-89fe-b4d95d3413f4 req-f5a8e61c-9eb9-45a2-ad6a-1242e293ea80 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 945 time: 0.1408210
May 10 20:04:57.579104 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_v2 [None req-808baa02-bee0-4626-a525-2548ee732e67 admin admin] Deleting subnet 44629f3e-8693-4394-a752-5a7b73dfc6d2 {{(pid=78728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:04:57.586974 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-808baa02-bee0-4626-a525-2548ee732e67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:57.587362 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-c8c1fdc3-818e-4da9-b52a-9d9aa0487ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:57.589734 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-c8c1fdc3-818e-4da9-b52a-9d9aa0487ae7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=26221ce1-c95f-4d9d-900d-be2f4c98038f HTTP/1.1" status: 200  len: 854 time: 0.0847178
May 10 20:04:57.628746 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-972fcc8a-9fd8-4352-89fe-b4d95d3413f4 req-ccdf9cc9-0013-4b0e-b847-642cb375709c tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1006224
May 10 20:04:57.658632 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-d86436b1-8ebe-4494-8c35-081cc0888bcb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50a1044c-840d-4574-8e8f-6b7c7e50b505&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0614736
May 10 20:04:57.666739 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-808baa02-bee0-4626-a525-2548ee732e67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965624'] for subnet, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:57.850595 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-808baa02-bee0-4626-a525-2548ee732e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3861428'] for subnet, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:57.869626 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-0e2c2b8b-70f7-40b0-9a25-56b0dd876783 service neutron] 10.222.0.30 "GET /v2.0/networks/50a1044c-840d-4574-8e8f-6b7c7e50b505?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2041306
May 10 20:04:58.132895 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-5f36a17e-5aeb-4146-a3fa-3c2c6e3940ab req-728f3435-34f7-485e-97e9-a96197e8f7a4 service neutron] 10.222.0.30 "GET /v2.0/networks/50a1044c-840d-4574-8e8f-6b7c7e50b505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2563336
May 10 20:04:58.166193 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 47ce5648-b920-4185-8b71-3a17580f65f3 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:04:58.211047 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] No Port match for: 47ce5648-b920-4185-8b71-3a17580f65f3 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:04:58.211745 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 47ce5648-b920-4185-8b71-3a17580f65f3 not bound to the agent host hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:04:58.226340 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebe4f0-bb09-4edc-936e-15b8e5fe42f5 req-502a6a55-a1b7-44f4-82fb-97fdad115b63 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:58.227868 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-00ebe4f0-bb09-4edc-936e-15b8e5fe42f5 req-502a6a55-a1b7-44f4-82fb-97fdad115b63 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 945 time: 0.4751351
May 10 20:04:58.323468 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613133d-0b39-46b5-aeb5-eddfee246fa3 req-fda6e77a-a09a-489f-b9eb-a8379da8d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:58.326764 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-1613133d-0b39-46b5-aeb5-eddfee246fa3 req-fda6e77a-a09a-489f-b9eb-a8379da8d5d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8d012c1a0ae41e1b17f2047df308cf8&device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 1097 time: 0.1236401
May 10 20:04:58.362962 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-00ebe4f0-bb09-4edc-936e-15b8e5fe42f5 req-78c5d55b-91f1-45f8-b0d3-4320faac2a09 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1176467
May 10 20:04:58.405153 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c223d-85c3-420c-8ddb-27128c2bb254 req-eaa1b16f-eef0-4f66-9f32-8ed7f103de0e tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:58.407528 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cc9c223d-85c3-420c-8ddb-27128c2bb254 req-eaa1b16f-eef0-4f66-9f32-8ed7f103de0e tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 944 time: 0.3194935
May 10 20:04:58.407768 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 50560) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:58.480113 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cc9c223d-85c3-420c-8ddb-27128c2bb254 req-c977226c-0b1f-49e0-8554-47f9454540af tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601737
May 10 20:04:58.480876 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-808baa02-bee0-4626-a525-2548ee732e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3861435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1644871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1879149'] for subnet, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:58.485917 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:58.530593 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808baa02-bee0-4626-a525-2548ee732e67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44629f3e-8693-4394-a752-5a7b73dfc6d2,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:58.532908 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-808baa02-bee0-4626-a525-2548ee732e67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:58.535926 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-808baa02-bee0-4626-a525-2548ee732e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:58.544521 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-808baa02-bee0-4626-a525-2548ee732e67 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/44629f3e-8693-4394-a752-5a7b73dfc6d2 HTTP/1.1" status: 204  len: 168 time: 1.0631528
May 10 20:04:58.544836 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 50566) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:58.597024 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613133d-0b39-46b5-aeb5-eddfee246fa3 req-bb5ad85b-0d33-4c65-a98f-7dbda3639d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:58.598484 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-1613133d-0b39-46b5-aeb5-eddfee246fa3 req-bb5ad85b-0d33-4c65-a98f-7dbda3639d63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=50a1044c-840d-4574-8e8f-6b7c7e50b505 HTTP/1.1" status: 200  len: 914 time: 0.2647088
May 10 20:04:58.675040 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-1613133d-0b39-46b5-aeb5-eddfee246fa3 req-edcc506c-eee3-4254-a491-4de95053496c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f793923f-ddb8-45eb-95ad-82845b5abeb4 HTTP/1.1" status: 200  len: 217 time: 0.0685825
May 10 20:04:58.742787 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613133d-0b39-46b5-aeb5-eddfee246fa3 req-79aaf1f0-220d-421c-b994-d7b2e5f2e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:58.744217 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-1613133d-0b39-46b5-aeb5-eddfee246fa3 req-79aaf1f0-220d-421c-b994-d7b2e5f2e423 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=26221ce1-c95f-4d9d-900d-be2f4c98038f HTTP/1.1" status: 200  len: 854 time: 0.0625803
May 10 20:04:58.800506 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-1613133d-0b39-46b5-aeb5-eddfee246fa3 req-e304633d-2366-4c9f-8c67-dc68c6bc24d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50a1044c-840d-4574-8e8f-6b7c7e50b505&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477011
May 10 20:04:58.955106 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-631d052d-623a-4d3d-b530-f22b083fda16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749300'] for network, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:58.986772 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-1613133d-0b39-46b5-aeb5-eddfee246fa3 req-5631e204-1291-4a35-9760-aab3f423750e service neutron] 10.222.0.30 "GET /v2.0/networks/50a1044c-840d-4574-8e8f-6b7c7e50b505?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1793275
May 10 20:04:59.080473 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0462df6a-7bcd-4d37-a8f4-1429734f81f0 tempest-TestVolumeBootPattern-1439853480 tempest-TestVolumeBootPattern-1439853480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:59.082574 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-0462df6a-7bcd-4d37-a8f4-1429734f81f0 tempest-TestVolumeBootPattern-1439853480 tempest-TestVolumeBootPattern-1439853480-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 1093 time: 0.6701787
May 10 20:04:59.093203 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 50572) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:59.102885 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Request body: {'floatingip': {'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'port_id': '7e6b8497-3344-4deb-9a96-6ac54280f97d', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:04:59.122010 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:04:59.130216 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Usage tracker for resource:floatingip and tenant:5127732f09de45a6ae2dd1088906e37c is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:04:59.135390 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:04:59.157153 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:04:59.166948 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-1613133d-0b39-46b5-aeb5-eddfee246fa3 req-d86deb2c-4234-419d-998b-36d7ea6ac627 service neutron] 10.222.0.30 "GET /v2.0/networks/50a1044c-840d-4574-8e8f-6b7c7e50b505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1735106
May 10 20:04:59.176728 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for floatingip, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:59.192635 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-631d052d-623a-4d3d-b530-f22b083fda16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3858511', 'neutron.services.segments.db._delete_segments_for_network-8783201745565'] for network, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:59.214773 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-631d052d-623a-4d3d-b530-f22b083fda16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcff91490d0>,) {'filters': {'network_id': ['d76c54c2-c0c9-4665-a172-ea066658292a']}} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:59.234936 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-631d052d-623a-4d3d-b530-f22b083fda16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff91490d0>, '424ef672-943f-42ef-9b89-e700d767d1c6') {'for_net_delete': True} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:59.235238 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-631d052d-623a-4d3d-b530-f22b083fda16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff91490d0>, '424ef672-943f-42ef-9b89-e700d767d1c6') {} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:04:59.248606 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-631d052d-623a-4d3d-b530-f22b083fda16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783201757287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965607'] for segment, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:59.271337 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-631d052d-623a-4d3d-b530-f22b083fda16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:59.279773 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631d052d-623a-4d3d-b530-f22b083fda16 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=78728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:04:59.280588 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-631d052d-623a-4d3d-b530-f22b083fda16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1644833'] for segment, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]: Traceback (most recent call last):
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:     timer()
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:     cb(*args, **kw)
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:     return func(*args, **kwargs)
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:     self._notify()
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:     self.callback(batched_events)
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:     event.method(event)
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:     return f(self, *a, **k)
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self._get(url).json()
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self.request(url, 'GET', **kwargs)
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:04:59.299981 dv-cinder-788364-3-iscsi neutron-server[78728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:04:59.355664 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:59.397518 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-631d052d-623a-4d3d-b530-f22b083fda16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3858486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400250'] for network, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:59.404165 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-95e40414-9271-4f3e-b27b-9e430dda8a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:04:59.423294 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-631d052d-623a-4d3d-b530-f22b083fda16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:04:59.438947 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d052d-623a-4d3d-b530-f22b083fda16 admin admin] Pushing event deleted for resources: {'Network': ['ID=d76c54c2-c0c9-4665-a172-ea066658292a,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:04:59.443404 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-631d052d-623a-4d3d-b530-f22b083fda16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:04:59.448371 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-631d052d-623a-4d3d-b530-f22b083fda16 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d76c54c2-c0c9-4665-a172-ea066658292a HTTP/1.1" status: 204  len: 168 time: 0.9022868
May 10 20:04:59.610179 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Allocated IP 172.27.1.34 (01362e56-e24c-4ee7-a42c-5b36628ae184/e9773ae1-ec36-4e8c-9f0f-e60b51e99e71/ce547f4e-65cd-4ac2-97e7-98eb9103c08b) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:04:59.832886 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 50584) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:59.894087 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d6975-64c0-442b-85b4-36bcde0c294e req-84921381-14e3-47d5-84f8-e5bda937744e tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:04:59.896232 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-899d6975-64c0-442b-85b4-36bcde0c294e req-84921381-14e3-47d5-84f8-e5bda937744e tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 944 time: 0.1860418
May 10 20:04:59.941801 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-4a8a4571-0d65-4a9a-9e56-5af02de994f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=78af3fee8db74248b3d2f70ad72438c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1072314
May 10 20:04:59.944659 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 50588) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:04:59.967154 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-899d6975-64c0-442b-85b4-36bcde0c294e req-0bf1f807-69b7-4757-939e-0d8eb89a1fbb tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586743
May 10 20:04:59.996513 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.054119 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-064c6675-0b34-4e6d-95bb-dc667f62e23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.097351 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-064c6675-0b34-4e6d-95bb-dc667f62e23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.108141 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.117328 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-28cd3d55-6f52-4698-a2de-f89e354cf3d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:00.169994 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device f793923f-ddb8-45eb-95ad-82845b5abeb4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:05:00.232130 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:05:00.246335 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:05:00.249114 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:05:00.293929 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event updated for resources: {'Port': ['ID=ce547f4e-65cd-4ac2-97e7-98eb9103c08b,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:00.297695 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:00.346373 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-064c6675-0b34-4e6d-95bb-dc667f62e23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.350937 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-861e7dd0-9ec1-4482-967b-3e2ac9ba4ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.357104 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-3d604d1b-17a5-44b9-b2db-413615c732ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:00.430325 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c6675-0b34-4e6d-95bb-dc667f62e23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c25e3b2-f025-4854-845a-f54feb606241,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:00.440765 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-064c6675-0b34-4e6d-95bb-dc667f62e23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:00.451540 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port f793923f-ddb8-45eb-95ad-82845b5abeb4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f793923f-ddb8-45eb-95ad-82845b5abeb4,segment=NetworkSegment(473454d6-c0f8-457a-ae4b-8533b44a2b09),segment_id=473454d6-c0f8-457a-ae4b-8533b44a2b09)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:00.486666 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': 'f793923f-ddb8-45eb-95ad-82845b5abeb4', 'network_id': '50a1044c-840d-4574-8e8f-6b7c7e50b505', 'port_id': 'f793923f-ddb8-45eb-95ad-82845b5abeb4', 'mac_address': 'fa:16:3e:75:1a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26221ce1-c95f-4d9d-900d-be2f4c98038f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:05:00.488933 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-064c6675-0b34-4e6d-95bb-dc667f62e23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.490933 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-064c6675-0b34-4e6d-95bb-dc667f62e23a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3c25e3b2-f025-4854-845a-f54feb606241 HTTP/1.1" status: 204  len: 168 time: 0.5451074
May 10 20:05:00.695181 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.715357 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.741620 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f793923f-ddb8-45eb-95ad-82845b5abeb4 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:05:00.778508 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port f793923f-ddb8-45eb-95ad-82845b5abeb4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f793923f-ddb8-45eb-95ad-82845b5abeb4,segment=NetworkSegment(473454d6-c0f8-457a-ae4b-8533b44a2b09),segment_id=473454d6-c0f8-457a-ae4b-8533b44a2b09)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:00.784238 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:00.788097 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c987287b-cb6a-4f8c-a60a-7dc453b8a444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:00.922980 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=f793923f-ddb8-45eb-95ad-82845b5abeb4,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:00.927098 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:01.163103 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['f793923f-ddb8-45eb-95ad-82845b5abeb4'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:05:01.201829 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:01.226535 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a77f50-21e2-4c11-8389-18f261bbcbe5 req-15e934c3-7b87-4111-80c4-6727ed9fbcc7 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:01.236924 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c9a77f50-21e2-4c11-8389-18f261bbcbe5 req-15e934c3-7b87-4111-80c4-6727ed9fbcc7 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 945 time: 0.1354456
May 10 20:05:01.321744 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:01.329010 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c9a77f50-21e2-4c11-8389-18f261bbcbe5 req-f9599922-7975-46a9-ba59-17b6c08d5ffb tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885391
May 10 20:05:01.649338 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for port, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:01.655552 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10490743'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:01.664972 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-3ef5192b-b12f-4153-8a02-53ea15ca4b3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:01.789155 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event updated for resources: {'Port': ['ID=ce547f4e-65cd-4ac2-97e7-98eb9103c08b,revision_number=2']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:01.795604 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:01.908422 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400245'] for floatingip, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:02.065661 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:02.125477 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.l3_db [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Floating IP 48c92e2a-0175-4104-8e8d-79a58a3e984c associated. External IP: 172.27.1.34, port: 7e6b8497-3344-4deb-9a96-6ac54280f97d.
May 10 20:05:02.414178 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50689377-9861-4362-8a34-4d8f5a2ecf3b req-30530ec1-2edd-4699-af1b-7ddf68063db7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:02.417152 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-50689377-9861-4362-8a34-4d8f5a2ecf3b req-30530ec1-2edd-4699-af1b-7ddf68063db7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.1248748
May 10 20:05:02.612330 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-50689377-9861-4362-8a34-4d8f5a2ecf3b req-839d59f4-3e0d-4f93-b438-1ea754335a3c tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1820385
May 10 20:05:02.669352 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6da542-8aae-482b-87df-89f03b5e0da2 req-b88b36b5-e05a-4ddc-86b2-95a54a4991c3 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:02.673828 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9c6da542-8aae-482b-87df-89f03b5e0da2 req-b88b36b5-e05a-4ddc-86b2-95a54a4991c3 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 945 time: 0.2024832
May 10 20:05:02.727201 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Router 93fae79f-b83d-48cc-bdc2-30d887f79df9 has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:05:02.744888 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9c6da542-8aae-482b-87df-89f03b5e0da2 req-acdaac86-097a-4b0a-9fb2-2fa3dd152d52 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585668
May 10 20:05:03.167576 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:05:03.181857 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92020b06-1f08-400f-910a-2c35ece48e09 None None] Sync routers for ids ['93fae79f-b83d-48cc-bdc2-30d887f79df9'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:05:03.193783 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92020b06-1f08-400f-910a-2c35ece48e09 None None] Routers {'93fae79f-b83d-48cc-bdc2-30d887f79df9'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:05:03.194425 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-92020b06-1f08-400f-910a-2c35ece48e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff8594e20>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:05:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['93fae79f-b83d-48cc-bdc2-30d887f79df9'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:05:03.205096 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:03.226020 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 50646) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:03.284431 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.1891739
May 10 20:05:03.285218 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a880d0-c457-4324-a569-95a483716939', 'tag': '7e6b8497-3344-4deb-9a96-6ac54280f97d'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:05:03.355260 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a880d0-c457-4324-a569-95a483716939', 'tag': '7e6b8497-3344-4deb-9a96-6ac54280f97d', 'status': 'completed', 'code': 200}
May 10 20:05:03.399382 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-92020b06-1f08-400f-910a-2c35ece48e09 None None] Set router 93fae79f-b83d-48cc-bdc2-30d887f79df9 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:05:03.472490 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec09044-9656-4e50-8683-15f4875c6261 req-94393caa-ef5c-42ed-b6c6-de743adbfeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:03.474340 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-fec09044-9656-4e50-8683-15f4875c6261 req-94393caa-ef5c-42ed-b6c6-de743adbfeef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5127732f09de45a6ae2dd1088906e37c&device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 1098 time: 0.0901771
May 10 20:05:03.481249 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-daae5f0d-c0b1-4e88-abdc-cf043b545f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:03.510006 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-daae5f0d-c0b1-4e88-abdc-cf043b545f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:03.518186 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-daae5f0d-c0b1-4e88-abdc-cf043b545f05 admin admin] Usage tracker for resource:security_group_rule and tenant:d05200617c654af589fc8b51c025314d is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:03.523466 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-daae5f0d-c0b1-4e88-abdc-cf043b545f05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:03.536565 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-daae5f0d-c0b1-4e88-abdc-cf043b545f05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:03.632754 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec09044-9656-4e50-8683-15f4875c6261 req-580f1ff3-0e2a-4b53-9d62-7412bbe3fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:03.634335 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-fec09044-9656-4e50-8683-15f4875c6261 req-580f1ff3-0e2a-4b53-9d62-7412bbe3fc49 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b HTTP/1.1" status: 200  len: 910 time: 0.1506083
May 10 20:05:03.662212 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-daae5f0d-c0b1-4e88-abdc-cf043b545f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:03.673780 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-daae5f0d-c0b1-4e88-abdc-cf043b545f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:03.683641 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e820ef92-eeab-4922-be49-e82a42502ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:03.756227 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-fec09044-9656-4e50-8683-15f4875c6261 req-8a1c8e1a-34f0-44b7-b61b-4bb6badb46d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e6b8497-3344-4deb-9a96-6ac54280f97d HTTP/1.1" status: 200  len: 998 time: 0.1141069
May 10 20:05:03.758154 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae5f0d-c0b1-4e88-abdc-cf043b545f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a788695-571f-4a73-961d-776cb1d97301,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:03.770106 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-daae5f0d-c0b1-4e88-abdc-cf043b545f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:03.872437 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec09044-9656-4e50-8683-15f4875c6261 req-694c71d0-94dd-4601-967a-ee78f0897577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:03.874963 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-fec09044-9656-4e50-8683-15f4875c6261 req-694c71d0-94dd-4601-967a-ee78f0897577 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb0ad9c7-037b-4617-8d84-22529217eb71 HTTP/1.1" status: 200  len: 849 time: 0.1010473
May 10 20:05:03.885443 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:03.959200 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-daae5f0d-c0b1-4e88-abdc-cf043b545f05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d05200617c654af589fc8b51c025314d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7311380
May 10 20:05:03.961889 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 50660) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:03.983789 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec09044-9656-4e50-8683-15f4875c6261 req-c9d3dac0-73e5-4976-93f9-61ae2af243e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:03.987137 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-fec09044-9656-4e50-8683-15f4875c6261 req-c9d3dac0-73e5-4976-93f9-61ae2af243e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1058388
May 10 20:05:04.080281 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-92020b06-1f08-400f-910a-2c35ece48e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff8594e20>, [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': '48c92e2a-0175-4104-8e8d-79a58a3e984c', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'port_id': '7e6b8497-3344-4deb-9a96-6ac54280f97d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'mac_address': 'fa:16:3e:cd:82:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a880d0-c457-4324-a569-95a483716939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:05:01Z', 'updated_at': '2021-05-10T20:05:01Z', 'revision_number': 0, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320a2fd0-8811-4575-a723-ae91770fe353', 'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'mac_address': 'fa:16:3e:d3:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:15Z', 'updated_at': '2021-05-10T20:03:27Z', 'revision_number': 5, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'subnets': [{'id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:05:04.085278 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92020b06-1f08-400f-910a-2c35ece48e09 None None] Checking router: 93fae79f-b83d-48cc-bdc2-30d887f79df9 for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:05:04.096096 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92020b06-1f08-400f-910a-2c35ece48e09 None None] Routers {'93fae79f-b83d-48cc-bdc2-30d887f79df9'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:05:04.096745 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-92020b06-1f08-400f-910a-2c35ece48e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff8594e20>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:05:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['93fae79f-b83d-48cc-bdc2-30d887f79df9'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:05:04.172363 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7e31f-31e4-44f6-ac0b-e3fb3b151d62 req-1bf49bb7-51ad-46b4-bae3-7336f5e216c7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:04.174420 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-44d7e31f-31e4-44f6-ac0b-e3fb3b151d62 req-1bf49bb7-51ad-46b4-bae3-7336f5e216c7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.3976369
May 10 20:05:04.222366 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device f793923f-ddb8-45eb-95ad-82845b5abeb4 up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:05:04.231634 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-318932d8-c0d0-4471-a03d-acfb84853256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:04.243840 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-fec09044-9656-4e50-8683-15f4875c6261 req-3a3cc79b-4ba8-4e05-8024-62aaf1595044 service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2476590
May 10 20:05:04.307889 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-44d7e31f-31e4-44f6-ac0b-e3fb3b151d62 req-bf1015d8-afe0-45ac-92fa-627daa742eba tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1176932
May 10 20:05:04.317811 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-318932d8-c0d0-4471-a03d-acfb84853256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:04.367113 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d43e19-a873-4931-ad4e-274c2dcc27b6 req-9f3f6394-a5fe-40e4-a412-5eceed206a7e tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:04.370913 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-33d43e19-a873-4931-ad4e-274c2dcc27b6 req-9f3f6394-a5fe-40e4-a412-5eceed206a7e tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 945 time: 0.3473299
May 10 20:05:04.403672 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning for port f793923f-ddb8-45eb-95ad-82845b5abeb4 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:05:04.424124 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port f793923f-ddb8-45eb-95ad-82845b5abeb4 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:05:04.424598 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:04.436710 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-fec09044-9656-4e50-8683-15f4875c6261 req-b0791d34-6f84-45a9-9a16-6dc3dd1ff0fb service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1861513
May 10 20:05:04.459813 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-33d43e19-a873-4931-ad4e-274c2dcc27b6 req-7f1fa564-4451-4e2a-b6b4-249f937e6416 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735409
May 10 20:05:04.474900 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-92020b06-1f08-400f-910a-2c35ece48e09 None None] Set router 93fae79f-b83d-48cc-bdc2-30d887f79df9 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:05:04.476898 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-318932d8-c0d0-4471-a03d-acfb84853256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:04.480589 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-beee2204-4467-4daf-a781-d7bd3a273dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:04.493405 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318932d8-c0d0-4471-a03d-acfb84853256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a788695-571f-4a73-961d-776cb1d97301,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:04.497416 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-318932d8-c0d0-4471-a03d-acfb84853256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:04.501831 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-318932d8-c0d0-4471-a03d-acfb84853256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:04.506155 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-318932d8-c0d0-4471-a03d-acfb84853256 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a788695-571f-4a73-961d-776cb1d97301 HTTP/1.1" status: 204  len: 168 time: 0.5397656
May 10 20:05:04.839523 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 50668) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:04.872271 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cefa2101-fbb3-4d15-8ba7-2cd4144b325c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:04.899090 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-cefa2101-fbb3-4d15-8ba7-2cd4144b325c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:04.906254 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-cefa2101-fbb3-4d15-8ba7-2cd4144b325c admin admin] Usage tracker for resource:security_group_rule and tenant:04af5f25304340f89e5b528d65acccfa is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:04.911548 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-cefa2101-fbb3-4d15-8ba7-2cd4144b325c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:04.923370 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-cefa2101-fbb3-4d15-8ba7-2cd4144b325c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:05.032556 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:05.074795 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cefa2101-fbb3-4d15-8ba7-2cd4144b325c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:05.080805 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cefa2101-fbb3-4d15-8ba7-2cd4144b325c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:05.093764 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40ef342-f3f4-4192-9737-ee40e0356bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f793923f-ddb8-45eb-95ad-82845b5abeb4'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:05:05.097672 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7e7bddb0-f057-4c55-92f2-ad75e39304bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:05.119344 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port f793923f-ddb8-45eb-95ad-82845b5abeb4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f793923f-ddb8-45eb-95ad-82845b5abeb4,segment=NetworkSegment(473454d6-c0f8-457a-ae4b-8533b44a2b09),segment_id=473454d6-c0f8-457a-ae4b-8533b44a2b09)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:05.148732 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:05.153778 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-40ff3d84-2cfe-4dd6-ac1e-d589a060d936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:05.184875 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-cefa2101-fbb3-4d15-8ba7-2cd4144b325c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04af5f25304340f89e5b528d65acccfa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3417525
May 10 20:05:05.185477 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 50674) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:05.187221 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa2101-fbb3-4d15-8ba7-2cd4144b325c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182d2af5-f837-4252-b68b-0057826e8d9f,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:05.192623 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40ef342-f3f4-4192-9737-ee40e0356bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f793923f-ddb8-45eb-95ad-82845b5abeb4', 'code': 200}
May 10 20:05:05.192942 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-cefa2101-fbb3-4d15-8ba7-2cd4144b325c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:05.277342 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=f793923f-ddb8-45eb-95ad-82845b5abeb4,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:05.284165 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:05.296181 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a6e1ed79-b96e-4a0c-97a5-5e5371e893b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:05.308793 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-92020b06-1f08-400f-910a-2c35ece48e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff8594e20>, [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': '48c92e2a-0175-4104-8e8d-79a58a3e984c', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'port_id': '7e6b8497-3344-4deb-9a96-6ac54280f97d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'mac_address': 'fa:16:3e:cd:82:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a880d0-c457-4324-a569-95a483716939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:05:01Z', 'updated_at': '2021-05-10T20:05:01Z', 'revision_number': 0, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320a2fd0-8811-4575-a723-ae91770fe353', 'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'mac_address': 'fa:16:3e:d3:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:15Z', 'updated_at': '2021-05-10T20:03:27Z', 'revision_number': 5, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'subnets': [{'id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:05:05.314306 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92020b06-1f08-400f-910a-2c35ece48e09 None None] The sync data for ids ['93fae79f-b83d-48cc-bdc2-30d887f79df9'] in dv-cinder-788364-3-iscsi is: [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': '48c92e2a-0175-4104-8e8d-79a58a3e984c', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'port_id': '7e6b8497-3344-4deb-9a96-6ac54280f97d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'mac_address': 'fa:16:3e:cd:82:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a880d0-c457-4324-a569-95a483716939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:05:01Z', 'updated_at': '2021-05-10T20:05:01Z', 'revision_number': 0, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320a2fd0-8811-4575-a723-ae91770fe353', 'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'mac_address': 'fa:16:3e:d3:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:15Z', 'updated_at': '2021-05-10T20:03:27Z', 'revision_number': 5, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'subnets': [{'id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:05:05.324511 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a6e1ed79-b96e-4a0c-97a5-5e5371e893b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:05.452200 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a6e1ed79-b96e-4a0c-97a5-5e5371e893b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:05.458468 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-174aee69-8856-4432-baa2-f36618eef450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:05.474873 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1ed79-b96e-4a0c-97a5-5e5371e893b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182d2af5-f837-4252-b68b-0057826e8d9f,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:05.477878 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-a6e1ed79-b96e-4a0c-97a5-5e5371e893b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:05.487596 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a6e1ed79-b96e-4a0c-97a5-5e5371e893b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:05.504039 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-a6e1ed79-b96e-4a0c-97a5-5e5371e893b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/182d2af5-f837-4252-b68b-0057826e8d9f HTTP/1.1" status: 204  len: 168 time: 0.3169515
May 10 20:05:05.521630 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a539b-fe42-4751-86e7-e62f9ca67b9b req-a59da764-52da-4f76-bca7-623dc49dc5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:05.523671 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-f71a539b-fe42-4751-86e7-e62f9ca67b9b req-a59da764-52da-4f76-bca7-623dc49dc5ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 1099 time: 0.1322465
May 10 20:05:05.621429 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-f71a539b-fe42-4751-86e7-e62f9ca67b9b req-e978a2a5-0923-4ff4-9cd2-07e5b2be26e2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911067
May 10 20:05:05.651920 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bd5c4a-7bbb-4ad5-8cc6-42418336ece7 None None] New status for floating IP 48c92e2a-0175-4104-8e8d-79a58a3e984c: ACTIVE {{(pid=78730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:05:05.721396 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e9a9c-d929-48a3-916e-8ecab955af0e req-096ee411-952f-4ea7-9a9c-227b89147511 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:05.723595 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-483e9a9c-d929-48a3-916e-8ecab955af0e req-096ee411-952f-4ea7-9a9c-227b89147511 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.2605100
May 10 20:05:05.766686 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309acdfb-f292-49e3-a648-b1cea70219f4 req-5bfd3023-b557-4946-8d6f-e3b04035fab0 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:05.768539 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-309acdfb-f292-49e3-a648-b1cea70219f4 req-5bfd3023-b557-4946-8d6f-e3b04035fab0 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 946 time: 0.1670473
May 10 20:05:05.833795 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-483e9a9c-d929-48a3-916e-8ecab955af0e req-c26c31d7-bce4-4931-8004-d46ba6a12e26 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009977
May 10 20:05:05.861163 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-309acdfb-f292-49e3-a648-b1cea70219f4 req-fc0faa8b-b95a-484f-a9b3-5b31bc518c32 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667865
May 10 20:05:07.119862 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49e29a-b14a-4ed9-88e8-aa628b51da20 req-e5f3fa56-9a3d-408d-8cdb-d80b209864f7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:07.122395 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1f49e29a-b14a-4ed9-88e8-aa628b51da20 req-e5f3fa56-9a3d-408d-8cdb-d80b209864f7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.1483986
May 10 20:05:07.143345 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225964aa-8e27-415d-a889-3c259c4ea7df req-7fa7ca48-a387-4770-9544-25b6e4c9fb70 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:07.144936 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-225964aa-8e27-415d-a889-3c259c4ea7df req-7fa7ca48-a387-4770-9544-25b6e4c9fb70 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 946 time: 0.1242318
May 10 20:05:07.313977 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1f49e29a-b14a-4ed9-88e8-aa628b51da20 req-d1d87134-16df-46b8-8c10-9d4aa373d464 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1792796
May 10 20:05:07.326561 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-225964aa-8e27-415d-a889-3c259c4ea7df req-5c933172-1515-4b4b-85e8-0dd5edd51c2d tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717733
May 10 20:05:07.988096 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 50774) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:08.150825 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d41b7f6-fb68-4eae-84f8-68eaa764446f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:08.166597 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-0d41b7f6-fb68-4eae-84f8-68eaa764446f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:08.170601 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-0d41b7f6-fb68-4eae-84f8-68eaa764446f admin admin] Usage tracker for resource:security_group_rule and tenant:c68842443ed449528753a1dc5df25c6b is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:08.174550 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-0d41b7f6-fb68-4eae-84f8-68eaa764446f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:08.181505 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-0d41b7f6-fb68-4eae-84f8-68eaa764446f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:08.278617 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d41b7f6-fb68-4eae-84f8-68eaa764446f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:08.285345 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0d41b7f6-fb68-4eae-84f8-68eaa764446f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:08.295917 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-07127fc8-f406-4799-8a65-933db74b4a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:08.364883 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-0d41b7f6-fb68-4eae-84f8-68eaa764446f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c68842443ed449528753a1dc5df25c6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3712032
May 10 20:05:08.364883 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41b7f6-fb68-4eae-84f8-68eaa764446f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b715fd77-bcf0-4b66-8640-9485b1caa950,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:08.365362 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 50796) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:08.381293 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-0d41b7f6-fb68-4eae-84f8-68eaa764446f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:08.533315 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ee894e50-c0ed-4504-84e4-39004620923d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:08.620161 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ee894e50-c0ed-4504-84e4-39004620923d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:08.741179 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab1a40-cdfe-4ef5-80fe-c5640f336bec req-be432c63-a643-4a22-982c-b81a4206e0fd tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:08.743814 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-18ab1a40-cdfe-4ef5-80fe-c5640f336bec req-be432c63-a643-4a22-982c-b81a4206e0fd tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.2725854
May 10 20:05:08.807157 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ee894e50-c0ed-4504-84e4-39004620923d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:08.821963 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ce2c53b7-f66b-45a2-8b8a-38fba61844ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:08.852062 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-18ab1a40-cdfe-4ef5-80fe-c5640f336bec req-770280bf-f431-4d23-a6d4-3d291f7da806 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1016977
May 10 20:05:08.854667 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee894e50-c0ed-4504-84e4-39004620923d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b715fd77-bcf0-4b66-8640-9485b1caa950,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:08.859915 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ee894e50-c0ed-4504-84e4-39004620923d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:08.875039 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ee894e50-c0ed-4504-84e4-39004620923d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:08.878516 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-ee894e50-c0ed-4504-84e4-39004620923d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b715fd77-bcf0-4b66-8640-9485b1caa950 HTTP/1.1" status: 204  len: 168 time: 0.5096395
May 10 20:05:09.188278 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 50810) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:09.207486 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-9ca96e9f-40df-4ee6-8003-e0d957eb184e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:09.227182 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-9ca96e9f-40df-4ee6-8003-e0d957eb184e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:09.227728 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-9ca96e9f-40df-4ee6-8003-e0d957eb184e admin admin] Usage tracker for resource:security_group_rule and tenant:05299f02f98a4c45a57fe8c2f8e05c82 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:09.230629 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-9ca96e9f-40df-4ee6-8003-e0d957eb184e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:09.237386 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-9ca96e9f-40df-4ee6-8003-e0d957eb184e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:09.325907 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-9ca96e9f-40df-4ee6-8003-e0d957eb184e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:09.329976 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-9ca96e9f-40df-4ee6-8003-e0d957eb184e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:09.337140 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-34606827-53c9-4038-8fdb-c2257e5f8819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:09.383989 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-9ca96e9f-40df-4ee6-8003-e0d957eb184e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05299f02f98a4c45a57fe8c2f8e05c82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1943226
May 10 20:05:09.384807 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca96e9f-40df-4ee6-8003-e0d957eb184e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef169e6-cd62-41b7-a8e0-8751303f47e1,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:09.387058 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 50814) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:09.389760 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-9ca96e9f-40df-4ee6-8003-e0d957eb184e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:09.447113 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dbe6abbe-5df3-48ad-ac0d-218982718f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:09.473897 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dbe6abbe-5df3-48ad-ac0d-218982718f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:09.525392 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dbe6abbe-5df3-48ad-ac0d-218982718f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:09.529294 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-ef159232-4181-4a73-8484-fae2c5dd76ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:09.543957 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6abbe-5df3-48ad-ac0d-218982718f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef169e6-cd62-41b7-a8e0-8751303f47e1,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:09.548893 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-dbe6abbe-5df3-48ad-ac0d-218982718f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:09.554334 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dbe6abbe-5df3-48ad-ac0d-218982718f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:09.555449 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-dbe6abbe-5df3-48ad-ac0d-218982718f55 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ef169e6-cd62-41b7-a8e0-8751303f47e1 HTTP/1.1" status: 204  len: 168 time: 0.1674972
May 10 20:05:10.092839 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccb256-19a6-4ae7-823b-327140626a8f req-0dd8d2c7-0b68-436d-a29e-520356071920 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:10.095379 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-14ccb256-19a6-4ae7-823b-327140626a8f req-0dd8d2c7-0b68-436d-a29e-520356071920 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.1154368
May 10 20:05:10.148752 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-14ccb256-19a6-4ae7-823b-327140626a8f req-a950b159-6c4b-4d62-ac9b-1d997010f6b2 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470524
May 10 20:05:11.417764 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6998f4b-9480-4b5a-a20d-ac704755a9cf req-319ce3e3-341d-460e-9aff-127fb7cc9774 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:11.420201 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a6998f4b-9480-4b5a-a20d-ac704755a9cf req-319ce3e3-341d-460e-9aff-127fb7cc9774 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.1230273
May 10 20:05:11.507310 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a6998f4b-9480-4b5a-a20d-ac704755a9cf req-4d38c4a2-8455-4545-aad6-bf9f8a45d5c7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798068
May 10 20:05:12.644256 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:12.860536 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b47b2b-1dbc-41ab-aefa-cd0c75b70d4d req-566ee7e8-b11c-485b-b6b2-b2c25602b466 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:12.863272 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-50b47b2b-1dbc-41ab-aefa-cd0c75b70d4d req-566ee7e8-b11c-485b-b6b2-b2c25602b466 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.1370032
May 10 20:05:12.943284 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-50b47b2b-1dbc-41ab-aefa-cd0c75b70d4d req-0c9c9506-d33b-485e-b3bf-28abc7ed3819 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736845
May 10 20:05:13.751537 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:05:14.196369 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90445f9c-054d-4d36-b4a4-670dda00cdef req-0281c30c-01c2-41de-b07d-5f71893d4c72 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:14.197922 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-90445f9c-054d-4d36-b4a4-670dda00cdef req-0281c30c-01c2-41de-b07d-5f71893d4c72 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.1307714
May 10 20:05:14.251086 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-90445f9c-054d-4d36-b4a4-670dda00cdef req-6f35dea2-d7a5-4b60-894e-7b68a3008951 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467074
May 10 20:05:15.455041 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93691227-a34b-4f44-9a8e-797487ae6e33 req-7ff974ac-b933-47dd-a46e-8d54374590bf tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:15.456729 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-93691227-a34b-4f44-9a8e-797487ae6e33 req-7ff974ac-b933-47dd-a46e-8d54374590bf tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.0904408
May 10 20:05:15.513364 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-93691227-a34b-4f44-9a8e-797487ae6e33 req-9e2f4faa-e588-413b-a515-9e6215719192 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492780
May 10 20:05:16.720721 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9bb77-25e1-4c27-8523-d18d95f45a7e req-7f8e4a61-abd4-4298-9d08-7da6ad2e1720 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:16.722474 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a2d9bb77-25e1-4c27-8523-d18d95f45a7e req-7f8e4a61-abd4-4298-9d08-7da6ad2e1720 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.0894437
May 10 20:05:16.773955 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a2d9bb77-25e1-4c27-8523-d18d95f45a7e req-dc88e3dc-af93-4daa-a6b8-6a831c368225 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452728
May 10 20:05:16.947206 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 50926) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:17.078501 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:17.094760 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:17.098943 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Usage tracker for resource:security_group_rule and tenant:e42fe32ba9a94e3f8eb268a5c5fadaf8 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:17.101942 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:17.107717 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:17.209119 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:17.213365 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:17.221719 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-1e8aaf2d-ebae-4102-8625-0d42e361884c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:17.266717 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e42fe32ba9a94e3f8eb268a5c5fadaf8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3184106
May 10 20:05:17.267594 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55eb9c95-3aae-4579-9bfe-4e1af02af7e2,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:17.269471 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 50934) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:17.276886 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.277354 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.277722 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.278173 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.278527 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.278881 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.279233 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.279583 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.279970 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.281028 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.281484 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.281898 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.286087 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:17.368814 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b30b831b-ba37-4c81-8ae0-b6b1869f9c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:17.416645 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b30b831b-ba37-4c81-8ae0-b6b1869f9c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:17.486024 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b30b831b-ba37-4c81-8ae0-b6b1869f9c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:17.490171 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-344f5e69-93be-4e87-86ae-e1d3d3075c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:17.505030 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b831b-ba37-4c81-8ae0-b6b1869f9c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eb9c95-3aae-4579-9bfe-4e1af02af7e2,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:17.513993 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b30b831b-ba37-4c81-8ae0-b6b1869f9c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:17.515770 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-b30b831b-ba37-4c81-8ae0-b6b1869f9c70 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55eb9c95-3aae-4579-9bfe-4e1af02af7e2 HTTP/1.1" status: 204  len: 168 time: 0.2446585
May 10 20:05:17.517262 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b831b-ba37-4c81-8ae0-b6b1869f9c70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.517636 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b831b-ba37-4c81-8ae0-b6b1869f9c70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.518001 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b831b-ba37-4c81-8ae0-b6b1869f9c70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.518474 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b831b-ba37-4c81-8ae0-b6b1869f9c70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.518946 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b831b-ba37-4c81-8ae0-b6b1869f9c70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.519311 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b831b-ba37-4c81-8ae0-b6b1869f9c70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.519704 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b831b-ba37-4c81-8ae0-b6b1869f9c70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.520091 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b831b-ba37-4c81-8ae0-b6b1869f9c70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.520569 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b831b-ba37-4c81-8ae0-b6b1869f9c70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.520925 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b831b-ba37-4c81-8ae0-b6b1869f9c70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.521275 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b831b-ba37-4c81-8ae0-b6b1869f9c70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.521618 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30b831b-ba37-4c81-8ae0-b6b1869f9c70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:05:17.525159 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-b30b831b-ba37-4c81-8ae0-b6b1869f9c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:17.871364 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 50944) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:17.906666 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7f44c2f6-7d96-4468-87a4-278798f8da04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:17.925971 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-7f44c2f6-7d96-4468-87a4-278798f8da04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:17.932165 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-7f44c2f6-7d96-4468-87a4-278798f8da04 admin admin] Usage tracker for resource:security_group_rule and tenant:8489e1eb99794f6a814ef73ecd821162 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:17.938291 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-7f44c2f6-7d96-4468-87a4-278798f8da04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:17.948166 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-7f44c2f6-7d96-4468-87a4-278798f8da04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:18.007397 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f83340-515f-4f86-aa58-29add0686fcd req-83c0201c-4c7b-48ed-bbc3-fc46f3ac80a6 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:18.010176 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-43f83340-515f-4f86-aa58-29add0686fcd req-83c0201c-4c7b-48ed-bbc3-fc46f3ac80a6 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.1143985
May 10 20:05:18.081624 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7f44c2f6-7d96-4468-87a4-278798f8da04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:18.084398 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-43f83340-515f-4f86-aa58-29add0686fcd req-f49def76-4249-4845-8ee1-2991e35be7de tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653584
May 10 20:05:18.090309 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7f44c2f6-7d96-4468-87a4-278798f8da04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:18.109206 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-98a37d1d-419c-41ef-b5ba-e8e830da4132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:18.154028 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-7f44c2f6-7d96-4468-87a4-278798f8da04 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8489e1eb99794f6a814ef73ecd821162&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2809608
May 10 20:05:18.158841 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 50954) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:18.174766 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44c2f6-7d96-4468-87a4-278798f8da04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c26d05e-be23-4bd7-91ca-dd966b01f5b5,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:18.178785 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7f44c2f6-7d96-4468-87a4-278798f8da04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:18.256690 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-309ac662-8e5a-4b11-b557-881adf9cbcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:18.288719 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-309ac662-8e5a-4b11-b557-881adf9cbcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:18.348343 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-309ac662-8e5a-4b11-b557-881adf9cbcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:18.352255 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-b30b831b-ba37-4c81-8ae0-b6b1869f9c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:18.365462 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ac662-8e5a-4b11-b557-881adf9cbcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c26d05e-be23-4bd7-91ca-dd966b01f5b5,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:18.368613 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-309ac662-8e5a-4b11-b557-881adf9cbcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:18.375343 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-309ac662-8e5a-4b11-b557-881adf9cbcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:18.376623 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-309ac662-8e5a-4b11-b557-881adf9cbcce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c26d05e-be23-4bd7-91ca-dd966b01f5b5 HTTP/1.1" status: 204  len: 168 time: 0.2165320
May 10 20:05:19.361893 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04892f-0745-49bd-afcc-45740c954f81 req-b8855f7c-c5c4-478b-a581-48a16f1a9705 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:19.363601 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3f04892f-0745-49bd-afcc-45740c954f81 req-b8855f7c-c5c4-478b-a581-48a16f1a9705 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.1284111
May 10 20:05:19.428866 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3f04892f-0745-49bd-afcc-45740c954f81 req-10c07a85-aa62-4a1b-8162-b10615f8f89e tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536404
May 10 20:05:20.748238 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61f1f9-0b51-424d-b53c-9b67f9d739a7 req-e48974af-c796-4a86-b17e-639092cf3999 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:20.751042 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc61f1f9-0b51-424d-b53c-9b67f9d739a7 req-e48974af-c796-4a86-b17e-639092cf3999 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.1146107
May 10 20:05:20.830174 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc61f1f9-0b51-424d-b53c-9b67f9d739a7 req-01e10023-dc92-4e77-93fc-0d5591491d4a tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715480
May 10 20:05:22.049230 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4565c-cc12-436a-84ab-d2a27cfa43a6 req-2cc72539-73f5-4752-9259-061ba0ae4e00 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:22.050769 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e1c4565c-cc12-436a-84ab-d2a27cfa43a6 req-2cc72539-73f5-4752-9259-061ba0ae4e00 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.0878658
May 10 20:05:22.119328 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e1c4565c-cc12-436a-84ab-d2a27cfa43a6 req-86f198dc-4230-4a52-9079-4cd7cd4cb224 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607069
May 10 20:05:23.398742 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7f857-74aa-4bd3-bdc0-edd95d106e9e req-3c6e3579-3af3-4583-a0c7-f34034ee7582 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:23.400305 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-35a7f857-74aa-4bd3-bdc0-edd95d106e9e req-3c6e3579-3af3-4583-a0c7-f34034ee7582 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.0887306
May 10 20:05:23.448089 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-35a7f857-74aa-4bd3-bdc0-edd95d106e9e req-ae1a70ba-c692-4632-b340-b081b3a8e526 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418084
May 10 20:05:24.029422 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82176ac9-1170-4e70-ab76-e9d695fc408c req-6df4d0af-4d8c-4ae6-9b66-9a20384b35f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:24.030855 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5e109-8a8a-46b6-b70b-39af7243baab req-0d41f4cc-8177-4dd6-abee-9bada0370acb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:24.032591 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-82176ac9-1170-4e70-ab76-e9d695fc408c req-6df4d0af-4d8c-4ae6-9b66-9a20384b35f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef2cf49eae1d4d10ad224d6ec46ad00a&device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 1099 time: 0.0818822
May 10 20:05:24.034642 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-64f5e109-8a8a-46b6-b70b-39af7243baab req-0d41f4cc-8177-4dd6-abee-9bada0370acb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.1907675
May 10 20:05:24.106499 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-64f5e109-8a8a-46b6-b70b-39af7243baab req-cfb0d287-6bbe-450d-8051-474c6a626f26 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623970
May 10 20:05:24.157036 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 51064) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:24.309307 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82176ac9-1170-4e70-ab76-e9d695fc408c req-5cda0d7c-0554-414c-b6d9-ebb777242fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:24.310841 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-82176ac9-1170-4e70-ab76-e9d695fc408c req-5cda0d7c-0554-414c-b6d9-ebb777242fa4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb HTTP/1.1" status: 200  len: 911 time: 0.2698007
May 10 20:05:24.323346 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3005da48-36cd-4d1f-90e6-f998012baa1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:24.341769 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-3005da48-36cd-4d1f-90e6-f998012baa1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:24.348227 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-3005da48-36cd-4d1f-90e6-f998012baa1d admin admin] Usage tracker for resource:security_group_rule and tenant:480af72aee074f3b8becf8d7bc5ede8e is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:24.352180 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-3005da48-36cd-4d1f-90e6-f998012baa1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:24.360878 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-3005da48-36cd-4d1f-90e6-f998012baa1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:24.462286 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-82176ac9-1170-4e70-ab76-e9d695fc408c req-0add2a20-87dc-4d05-bc0d-44b6f560282b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a55def3-f11f-44d5-90f0-c56e7e8f0f30 HTTP/1.1" status: 200  len: 1002 time: 0.1434872
May 10 20:05:24.484757 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3005da48-36cd-4d1f-90e6-f998012baa1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:24.489109 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3005da48-36cd-4d1f-90e6-f998012baa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:24.498441 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7a8154ba-db1e-4746-8673-5dd75486f45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:24.534712 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82176ac9-1170-4e70-ab76-e9d695fc408c req-3b03202c-2ede-485f-befd-9136c6f27920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:24.536155 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-82176ac9-1170-4e70-ab76-e9d695fc408c req-3b03202c-2ede-485f-befd-9136c6f27920 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0006aa00-bd28-429e-820e-13d3242b4a7f HTTP/1.1" status: 200  len: 850 time: 0.0658722
May 10 20:05:24.538526 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-3005da48-36cd-4d1f-90e6-f998012baa1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=480af72aee074f3b8becf8d7bc5ede8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3800228
May 10 20:05:24.542153 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 51072) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:24.555623 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005da48-36cd-4d1f-90e6-f998012baa1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074f1db6-3dd7-4f01-b7ae-873561d867f4,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:24.559898 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3005da48-36cd-4d1f-90e6-f998012baa1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:24.619794 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82176ac9-1170-4e70-ab76-e9d695fc408c req-f9f79793-5953-4d69-b224-f3fea2663220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:24.621356 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-82176ac9-1170-4e70-ab76-e9d695fc408c req-f9f79793-5953-4d69-b224-f3fea2663220 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781672
May 10 20:05:24.704047 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0b148bac-c23c-45c7-97fd-ab2afe9b1dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:24.732905 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0b148bac-c23c-45c7-97fd-ab2afe9b1dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:24.781387 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-82176ac9-1170-4e70-ab76-e9d695fc408c req-f61b9cd4-b73a-4312-bb66-99a871f59d26 service neutron] 10.222.0.30 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1513202
May 10 20:05:24.805460 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0b148bac-c23c-45c7-97fd-ab2afe9b1dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:24.810178 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7c822b4b-e9a6-4fc9-b6cb-083bdf9a8da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:24.824304 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b148bac-c23c-45c7-97fd-ab2afe9b1dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074f1db6-3dd7-4f01-b7ae-873561d867f4,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:24.827911 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0b148bac-c23c-45c7-97fd-ab2afe9b1dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:24.847951 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0b148bac-c23c-45c7-97fd-ab2afe9b1dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:24.850356 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-0b148bac-c23c-45c7-97fd-ab2afe9b1dec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/074f1db6-3dd7-4f01-b7ae-873561d867f4 HTTP/1.1" status: 204  len: 168 time: 0.3068709
May 10 20:05:24.975709 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-82176ac9-1170-4e70-ab76-e9d695fc408c req-daa173d8-5a6d-4cce-80f5-f73fad35ba25 service neutron] 10.222.0.30 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1882153
May 10 20:05:25.220828 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 51084) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:25.240303 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d6511114-95bb-4fbc-89e3-15a7a3233eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:25.304199 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-d6511114-95bb-4fbc-89e3-15a7a3233eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:25.310667 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-d6511114-95bb-4fbc-89e3-15a7a3233eec admin admin] Usage tracker for resource:security_group_rule and tenant:b8b4a6b2edb34e328d104f7e9bc06cd4 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:25.315681 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-d6511114-95bb-4fbc-89e3-15a7a3233eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:25.323548 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-d6511114-95bb-4fbc-89e3-15a7a3233eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:25.392467 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d4929-9f01-4077-8f9d-6129d0e763f4 req-af97cbc5-ea80-48e8-b7ea-8312f935a9f2 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:25.395987 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-407d4929-9f01-4077-8f9d-6129d0e763f4 req-af97cbc5-ea80-48e8-b7ea-8312f935a9f2 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.1435676
May 10 20:05:25.497748 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d6511114-95bb-4fbc-89e3-15a7a3233eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:25.503015 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-407d4929-9f01-4077-8f9d-6129d0e763f4 req-4d5a5ad7-4c6e-4ac5-8963-54e98292f422 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837901
May 10 20:05:25.504962 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d6511114-95bb-4fbc-89e3-15a7a3233eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:25.519295 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8bc5f468-ab23-419f-b405-0d3c88e4e272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:25.580580 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-d6511114-95bb-4fbc-89e3-15a7a3233eec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8b4a6b2edb34e328d104f7e9bc06cd4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3586133
May 10 20:05:25.582606 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6511114-95bb-4fbc-89e3-15a7a3233eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb805f09-f151-4064-8720-60ed58c10230,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:25.586861 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 51088) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:05:25.587710 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d6511114-95bb-4fbc-89e3-15a7a3233eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:25.658020 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6720218c-8604-4f4d-aef1-138d9d43cc28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:25.687428 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6720218c-8604-4f4d-aef1-138d9d43cc28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:25.769022 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6720218c-8604-4f4d-aef1-138d9d43cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:25.778589 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-26764830-7a6e-490d-b5bc-cffc80962a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:25.802560 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720218c-8604-4f4d-aef1-138d9d43cc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb805f09-f151-4064-8720-60ed58c10230,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:25.807330 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-6720218c-8604-4f4d-aef1-138d9d43cc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:25.810724 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6720218c-8604-4f4d-aef1-138d9d43cc28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:25.813954 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-6720218c-8604-4f4d-aef1-138d9d43cc28 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb805f09-f151-4064-8720-60ed58c10230 HTTP/1.1" status: 204  len: 168 time: 0.2246237
May 10 20:05:26.776371 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5150ef4-7bc2-4322-9254-6f84a76e878d req-09bebf36-70d3-4335-b86d-7b9eaefa3a9d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:26.778744 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d5150ef4-7bc2-4322-9254-6f84a76e878d req-09bebf36-70d3-4335-b86d-7b9eaefa3a9d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.0985949
May 10 20:05:26.855906 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d5150ef4-7bc2-4322-9254-6f84a76e878d req-482447e8-6f40-4a8e-9bb6-8202aa0d59eb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686233
May 10 20:05:27.342118 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-91fa90c5-f426-4f57-ad30-fe949c02982c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:29.954324 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-ae2adf33-c742-4ab3-b566-eac29b56f359 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=407b3eda0b774d71a3191a072b03a7b2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0300200
May 10 20:05:30.122203 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-7468d5ff-e9b5-4dac-bd72-4f859d2ce22f tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:30.124701 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-7468d5ff-e9b5-4dac-bd72-4f859d2ce22f tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1639187
May 10 20:05:30.145532 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-a6059d03-d757-41c1-bc6a-b715dd5f17c3 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/quotas/407b3eda0b774d71a3191a072b03a7b2 HTTP/1.1" status: 200  len: 375 time: 0.0112448
May 10 20:05:30.206832 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-4459bdc4-a476-4c09-b081-68d149852293 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=407b3eda0b774d71a3191a072b03a7b2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0510700
May 10 20:05:30.225317 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a365f777-e9cc-48fb-85df-cad356ffe62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:30.440648 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f6bcbe89-858d-49be-ac31-25ade7039852 req-47727b2a-23d1-4ffd-840c-ae8dfc825c96 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 210 time: 0.0644743
May 10 20:05:30.530062 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:31.597807 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-aa405e65-29af-400e-a745-89428ca72f65 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=407b3eda0b774d71a3191a072b03a7b2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0486152
May 10 20:05:31.666605 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9030fd77-7a75-466f-9c66-16e110460673 req-a94cce1f-8765-4e7b-93e0-45755363b755 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 210 time: 0.0983436
May 10 20:05:31.870181 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-da28a7dc-aa6c-4f43-ab28-f38d1bc1fa3a tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:31.871782 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-da28a7dc-aa6c-4f43-ab28-f38d1bc1fa3a tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2684104
May 10 20:05:31.892281 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Request body: {'port': {'device_id': '15d95c43-3983-4bc4-80ba-8f1ea003f13a', 'network_id': '6c5d7123-b287-40c1-98c1-01088c889091', 'admin_state_up': True, 'tenant_id': '407b3eda0b774d71a3191a072b03a7b2'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:05:32.044514 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:32.061669 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:32.067287 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Usage tracker for resource:port and tenant:407b3eda0b774d71a3191a072b03a7b2 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:32.070602 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:32.077787 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:32.090123 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Made reservation on behalf of 407b3eda0b774d71a3191a072b03a7b2 for: {'port': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:05:32.095581 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:32.115589 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:32.133259 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:05:32.137428 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Usage tracker for resource:security_group_rule and tenant:407b3eda0b774d71a3191a072b03a7b2 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:05:32.141495 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:05:32.148980 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:05:32.250855 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:32.256383 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:32.260471 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-8a92cc6e-ec3a-4cd4-af80-d7fac4a9d086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:32.348618 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebf8aa2-9977-411e-b9a8-ad8b24e9d650,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:32.356937 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:32.458283 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Allocated IP 192.168.233.21 (6c5d7123-b287-40c1-98c1-01088c889091/cc6b2b3c-77e5-4f98-a4e4-4c0f7e8793f7/9f378454-768a-4a6f-9c48-e904c6ec9751) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:05:32.694979 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:32.718723 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.provisioning_blocks [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Transition to ACTIVE for port object 9f378454-768a-4a6f-9c48-e904c6ec9751 will not be triggered until provisioned by entity DHCP. {{(pid=78727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:05:32.759311 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:32.780843 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-331dae30-53fc-48d5-bb02-ef01b99466bf tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:32.892034 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Network 6c5d7123-b287-40c1-98c1-01088c889091 is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:05:32.897310 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:05:32.924360 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Pushing event updated for resources: {'Port': ['ID=9f378454-768a-4a6f-9c48-e904c6ec9751,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:32.929724 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:32.930440 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:05:33.017159 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:33.017966 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:33.042980 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eacd8f-748e-457c-9d1c-57ce7adf6db9 req-6c3d79b8-e773-4282-9f1b-cba3573eb784 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:33.045766 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b0eacd8f-748e-457c-9d1c-57ce7adf6db9 req-6c3d79b8-e773-4282-9f1b-cba3573eb784 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 935 time: 0.1807315
May 10 20:05:33.070027 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1836443
May 10 20:05:33.083748 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Request body: {'port': {'device_id': '15d95c43-3983-4bc4-80ba-8f1ea003f13a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:05:33.140846 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b0eacd8f-748e-457c-9d1c-57ce7adf6db9 req-655faef0-0dca-4794-a0ba-8140f1342594 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebf8aa2-9977-411e-b9a8-ad8b24e9d650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874274
May 10 20:05:33.300116 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-b2b29b05-f5bb-4897-9b7a-f6ca86fb20c4 None None] Provisioning for port 9f378454-768a-4a6f-9c48-e904c6ec9751 completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:05:33.307394 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-b2b29b05-f5bb-4897-9b7a-f6ca86fb20c4 None None] Provisioning complete for port 9f378454-768a-4a6f-9c48-e904c6ec9751 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:05:33.308048 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b2b29b05-f5bb-4897-9b7a-f6ca86fb20c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:33.342961 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:33.383126 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-b2b29b05-f5bb-4897-9b7a-f6ca86fb20c4 None None] Port 9f378454-768a-4a6f-9c48-e904c6ec9751 cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:05:33.727402 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:33.807784 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f378454-768a-4a6f-9c48-e904c6ec9751 {{(pid=78727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:05:33.816463 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:33.841981 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.provisioning_blocks [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Transition to ACTIVE for port object 9f378454-768a-4a6f-9c48-e904c6ec9751 will not be triggered until provisioned by entity L2. {{(pid=78727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:05:33.848072 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10490743'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:33.857285 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-fe79b4b5-982a-4f3d-a712-0451f45a4953 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:34.050737 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Pushing event updated for resources: {'Port': ['ID=9f378454-768a-4a6f-9c48-e904c6ec9751,revision_number=2']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:34.058799 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:34.150910 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Attempting to bind port 9f378454-768a-4a6f-9c48-e904c6ec9751 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:05:34.151251 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Attempting to bind port 9f378454-768a-4a6f-9c48-e904c6ec9751 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b578ff0b-f52a-426e-b84a-ec9119262090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6c5d7123-b287-40c1-98c1-01088c889091'}] {{(pid=78727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:05:34.151601 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Attempting to bind port 9f378454-768a-4a6f-9c48-e904c6ec9751 on network 6c5d7123-b287-40c1-98c1-01088c889091 {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:05:34.158554 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Port 9f378454-768a-4a6f-9c48-e904c6ec9751 on network 6c5d7123-b287-40c1-98c1-01088c889091 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:05:34.158886 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Attempting to bind port 9f378454-768a-4a6f-9c48-e904c6ec9751 on network 6c5d7123-b287-40c1-98c1-01088c889091 {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:05:34.165970 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Checking agent: {'id': '16e2165d-e53b-4771-ba7e-9126d1b04f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'started_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:05:34.166316 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Checking segment: {'id': 'b578ff0b-f52a-426e-b84a-ec9119262090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6c5d7123-b287-40c1-98c1-01088c889091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:05:34.166843 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Bound using segment: {'id': 'b578ff0b-f52a-426e-b84a-ec9119262090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6c5d7123-b287-40c1-98c1-01088c889091'} {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:05:34.167303 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Bound port: 9f378454-768a-4a6f-9c48-e904c6ec9751, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b578ff0b-f52a-426e-b84a-ec9119262090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6c5d7123-b287-40c1-98c1-01088c889091'}}] {{(pid=78727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:05:34.167598 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:34.282044 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] For port 9f378454-768a-4a6f-9c48-e904c6ec9751, host hv-cinder-78836, cleared binding levels {{(pid=78727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:05:34.285720 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] For port 9f378454-768a-4a6f-9c48-e904c6ec9751, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f378454-768a-4a6f-9c48-e904c6ec9751,segment=NetworkSegment(b578ff0b-f52a-426e-b84a-ec9119262090),segment_id=b578ff0b-f52a-426e-b84a-ec9119262090)] {{(pid=78727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:05:34.295717 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10490743'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:34.306032 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:34.359018 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:34.359759 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:34.361239 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] 10.222.0.30 "PUT /v2.0/ports/9f378454-768a-4a6f-9c48-e904c6ec9751 HTTP/1.1" status: 200  len: 1097 time: 1.2827873
May 10 20:05:34.361775 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d95c43-3983-4bc4-80ba-8f1ea003f13a', 'tag': '9f378454-768a-4a6f-9c48-e904c6ec9751'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:05:34.403247 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Pushing event updated for resources: {'Port': ['ID=9f378454-768a-4a6f-9c48-e904c6ec9751,revision_number=3']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:34.408103 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:34.439160 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d95c43-3983-4bc4-80ba-8f1ea003f13a', 'tag': '9f378454-768a-4a6f-9c48-e904c6ec9751', 'status': 'completed', 'code': 200}
May 10 20:05:34.513407 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3c42c-d0b4-403f-a83d-09f0d91fedec req-171cf538-72dd-40a4-bc36-9c19e01ac6d1 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:34.524413 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d5f3c42c-d0b4-403f-a83d-09f0d91fedec req-171cf538-72dd-40a4-bc36-9c19e01ac6d1 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 947 time: 0.1841149
May 10 20:05:34.581427 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-d859208b-053d-4ad0-b5dc-b58be7c4432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:34.583277 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-d859208b-053d-4ad0-b5dc-b58be7c4432b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=407b3eda0b774d71a3191a072b03a7b2&device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 1100 time: 0.1189041
May 10 20:05:34.587472 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d5f3c42c-d0b4-403f-a83d-09f0d91fedec req-955a25ba-3bfc-4218-a7c0-8476a5ba8fe4 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebf8aa2-9977-411e-b9a8-ad8b24e9d650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617626
May 10 20:05:34.672009 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-5d7d838c-201a-430f-b404-4b41a30faf38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9f378454-768a-4a6f-9c48-e904c6ec9751 HTTP/1.1" status: 200  len: 217 time: 0.0764568
May 10 20:05:34.745567 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-f1b758b6-d3db-4dd7-9864-088a1af76546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:34.747077 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-f1b758b6-d3db-4dd7-9864-088a1af76546 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc6b2b3c-77e5-4f98-a4e4-4c0f7e8793f7 HTTP/1.1" status: 200  len: 843 time: 0.0691988
May 10 20:05:34.870359 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-ae0418ca-5e63-4053-9305-cbc045eb8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:34.872486 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-ae0418ca-5e63-4053-9305-cbc045eb8ea1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c5d7123-b287-40c1-98c1-01088c889091&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1178505
May 10 20:05:35.025389 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-1d3d04a1-789b-47c3-be90-a4685161925e service neutron] 10.222.0.30 "GET /v2.0/networks/6c5d7123-b287-40c1-98c1-01088c889091?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383541
May 10 20:05:35.173292 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-7325bcb9-37ae-42cb-8eea-7ee6f3bb5a87 req-1066d695-569d-4244-976b-fe4ee5f61741 service neutron] 10.222.0.30 "GET /v2.0/networks/6c5d7123-b287-40c1-98c1-01088c889091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403968
May 10 20:05:35.314339 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff8686-3473-45d0-aee4-961a936166c3 req-f5706b86-6dda-44ea-b8aa-17ad35ee70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:35.315846 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-cdff8686-3473-45d0-aee4-961a936166c3 req-f5706b86-6dda-44ea-b8aa-17ad35ee70a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=407b3eda0b774d71a3191a072b03a7b2&device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 1100 time: 0.0819037
May 10 20:05:35.568213 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff8686-3473-45d0-aee4-961a936166c3 req-e4920635-ebb9-42a5-a7ad-d235975efa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:35.570616 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-cdff8686-3473-45d0-aee4-961a936166c3 req-e4920635-ebb9-42a5-a7ad-d235975efa7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c5d7123-b287-40c1-98c1-01088c889091 HTTP/1.1" status: 200  len: 869 time: 0.2479787
May 10 20:05:35.644707 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-cdff8686-3473-45d0-aee4-961a936166c3 req-5ba6a49b-2df3-4f36-9c46-6e936e12d50b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9f378454-768a-4a6f-9c48-e904c6ec9751 HTTP/1.1" status: 200  len: 217 time: 0.0663819
May 10 20:05:35.752719 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff8686-3473-45d0-aee4-961a936166c3 req-a6547f77-3f34-4994-a7f1-1a3dff6b41a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:35.754173 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-cdff8686-3473-45d0-aee4-961a936166c3 req-a6547f77-3f34-4994-a7f1-1a3dff6b41a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc6b2b3c-77e5-4f98-a4e4-4c0f7e8793f7 HTTP/1.1" status: 200  len: 843 time: 0.1016991
May 10 20:05:35.786863 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4149d95-f8eb-4740-a625-48527055a584 req-6587dd3c-4582-468d-aea2-2d85f274299b tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:35.788417 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d4149d95-f8eb-4740-a625-48527055a584 req-6587dd3c-4582-468d-aea2-2d85f274299b tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 947 time: 0.0828207
May 10 20:05:35.846239 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d4149d95-f8eb-4740-a625-48527055a584 req-f3ed7c51-3a01-4e3f-8c09-11b3c0dc3b90 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebf8aa2-9977-411e-b9a8-ad8b24e9d650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512650
May 10 20:05:35.855160 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff8686-3473-45d0-aee4-961a936166c3 req-36ce665f-f20c-4a0a-8d91-109f2a0fe025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:35.856873 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-cdff8686-3473-45d0-aee4-961a936166c3 req-36ce665f-f20c-4a0a-8d91-109f2a0fe025 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c5d7123-b287-40c1-98c1-01088c889091&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0960162
May 10 20:05:36.015080 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-cdff8686-3473-45d0-aee4-961a936166c3 req-0b39b68d-a376-40de-80b7-873d20073476 service neutron] 10.222.0.30 "GET /v2.0/networks/6c5d7123-b287-40c1-98c1-01088c889091?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494606
May 10 20:05:36.160847 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-cdff8686-3473-45d0-aee4-961a936166c3 req-ca01b506-4cd5-4cb3-9546-b7323c1c3f08 service neutron] 10.222.0.30 "GET /v2.0/networks/6c5d7123-b287-40c1-98c1-01088c889091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351626
May 10 20:05:37.053986 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413486b-cd7d-4074-9bbf-48b1851ab3d0 req-3663c934-9702-43aa-949c-8306a37b8d96 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:37.055536 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5413486b-cd7d-4074-9bbf-48b1851ab3d0 req-3663c934-9702-43aa-949c-8306a37b8d96 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 947 time: 0.0894973
May 10 20:05:37.102083 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5413486b-cd7d-4074-9bbf-48b1851ab3d0 req-c43491a5-53cf-4090-b51d-b8fafcc6bdc7 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebf8aa2-9977-411e-b9a8-ad8b24e9d650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396426
May 10 20:05:38.350019 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 9f378454-768a-4a6f-9c48-e904c6ec9751 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:05:38.388600 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334eb213-0c45-45e5-8a25-bf8c288acc8b req-7b0cd3d6-47e6-46bf-9acd-c0745b384a69 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:38.391086 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-334eb213-0c45-45e5-8a25-bf8c288acc8b req-7b0cd3d6-47e6-46bf-9acd-c0745b384a69 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 947 time: 0.1288130
May 10 20:05:38.453649 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-334eb213-0c45-45e5-8a25-bf8c288acc8b req-711e31c1-f06c-4ac9-bd53-7c6407d9cf81 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebf8aa2-9977-411e-b9a8-ad8b24e9d650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519977
May 10 20:05:38.504326 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 9f378454-768a-4a6f-9c48-e904c6ec9751, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f378454-768a-4a6f-9c48-e904c6ec9751,segment=NetworkSegment(b578ff0b-f52a-426e-b84a-ec9119262090),segment_id=b578ff0b-f52a-426e-b84a-ec9119262090)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:38.520309 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': '9f378454-768a-4a6f-9c48-e904c6ec9751', 'network_id': '6c5d7123-b287-40c1-98c1-01088c889091', 'port_id': '9f378454-768a-4a6f-9c48-e904c6ec9751', 'mac_address': 'fa:16:3e:1e:30:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc6b2b3c-77e5-4f98-a4e4-4c0f7e8793f7', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:05:38.581358 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:38.600082 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f378454-768a-4a6f-9c48-e904c6ec9751 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:05:38.617406 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 9f378454-768a-4a6f-9c48-e904c6ec9751, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f378454-768a-4a6f-9c48-e904c6ec9751,segment=NetworkSegment(b578ff0b-f52a-426e-b84a-ec9119262090),segment_id=b578ff0b-f52a-426e-b84a-ec9119262090)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:38.621626 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:38.623617 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:38.736214 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=9f378454-768a-4a6f-9c48-e904c6ec9751,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:38.739374 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:39.031166 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['9f378454-768a-4a6f-9c48-e904c6ec9751'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:05:39.647794 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25974f79-dc65-4b18-a749-6b8aa2d51272 req-fd7a576d-5cd5-4958-aa1c-4bfe77f9a547 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:39.649456 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-25974f79-dc65-4b18-a749-6b8aa2d51272 req-fd7a576d-5cd5-4958-aa1c-4bfe77f9a547 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 948 time: 0.0813427
May 10 20:05:39.694733 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-25974f79-dc65-4b18-a749-6b8aa2d51272 req-9a217293-b28d-42cf-9df1-e2e30dfbc1c4 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebf8aa2-9977-411e-b9a8-ad8b24e9d650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395398
May 10 20:05:40.369668 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 9f378454-768a-4a6f-9c48-e904c6ec9751 up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:05:40.448539 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning for port 9f378454-768a-4a6f-9c48-e904c6ec9751 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:05:40.455028 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port 9f378454-768a-4a6f-9c48-e904c6ec9751 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:05:40.455736 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:40.587823 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:40.619704 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d95c43-3983-4bc4-80ba-8f1ea003f13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f378454-768a-4a6f-9c48-e904c6ec9751'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:05:40.631070 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 9f378454-768a-4a6f-9c48-e904c6ec9751, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f378454-768a-4a6f-9c48-e904c6ec9751,segment=NetworkSegment(b578ff0b-f52a-426e-b84a-ec9119262090),segment_id=b578ff0b-f52a-426e-b84a-ec9119262090)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:40.635823 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:40.638112 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:40.708657 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=9f378454-768a-4a6f-9c48-e904c6ec9751,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:40.711763 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:40.805300 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d95c43-3983-4bc4-80ba-8f1ea003f13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f378454-768a-4a6f-9c48-e904c6ec9751', 'code': 200}
May 10 20:05:40.903805 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2735b2-0f1c-4ff5-baa4-b16a561f599b req-f66832fd-1200-47bd-babe-fc4d7a5f3e24 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:40.905422 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1e2735b2-0f1c-4ff5-baa4-b16a561f599b req-f66832fd-1200-47bd-babe-fc4d7a5f3e24 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 949 time: 0.0870485
May 10 20:05:40.953282 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1e2735b2-0f1c-4ff5-baa4-b16a561f599b req-7e9045f0-a6cd-4559-97ba-eab40376ec47 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebf8aa2-9977-411e-b9a8-ad8b24e9d650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414689
May 10 20:05:41.069590 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131172e2-3758-4c0e-9cc7-d3e45f369e47 req-80e21967-da51-4729-b79a-32d0b10c3095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:41.071135 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-131172e2-3758-4c0e-9cc7-d3e45f369e47 req-80e21967-da51-4729-b79a-32d0b10c3095 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 1102 time: 0.0787103
May 10 20:05:41.116429 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-131172e2-3758-4c0e-9cc7-d3e45f369e47 req-529319f1-e683-42bc-a04b-2567070b7d72 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0ebf8aa2-9977-411e-b9a8-ad8b24e9d650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362644
May 10 20:05:42.146994 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c53ef8-04bb-4b42-bc77-90cfee0bd29d req-a5a9f7c9-d674-4ae3-aa1d-6fc6d60cd940 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:42.148458 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e3c53ef8-04bb-4b42-bc77-90cfee0bd29d req-a5a9f7c9-d674-4ae3-aa1d-6fc6d60cd940 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 949 time: 0.0838168
May 10 20:05:42.193695 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e3c53ef8-04bb-4b42-bc77-90cfee0bd29d req-b0595066-a4bd-4be1-8ad0-6fb507035cff tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebf8aa2-9977-411e-b9a8-ad8b24e9d650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397072
May 10 20:05:42.645847 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:43.381951 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2e056-1c40-4fa7-85ea-4d02b03e6d81 req-1905009b-0ccd-4aa0-bc6a-b3be1c9a38c0 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:43.383392 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b1a2e056-1c40-4fa7-85ea-4d02b03e6d81 req-1905009b-0ccd-4aa0-bc6a-b3be1c9a38c0 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 949 time: 0.0813520
May 10 20:05:43.431626 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b1a2e056-1c40-4fa7-85ea-4d02b03e6d81 req-308ea503-16be-4815-a72f-3ede1867aa01 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebf8aa2-9977-411e-b9a8-ad8b24e9d650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425322
May 10 20:05:43.967996 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb322bb9-348d-422a-bcf2-daf28d4d4d0d req-24adeb63-e11a-4b65-b11a-e87e48fd76e3 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:43.969532 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fb322bb9-348d-422a-bcf2-daf28d4d4d0d req-24adeb63-e11a-4b65-b11a-e87e48fd76e3 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 949 time: 0.1765668
May 10 20:05:44.015153 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fb322bb9-348d-422a-bcf2-daf28d4d4d0d req-ea73dc79-14ec-45b4-95c2-78bd8ccad349 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebf8aa2-9977-411e-b9a8-ad8b24e9d650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398917
May 10 20:05:45.210838 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dee26e-0415-48ae-9a88-5e3dc93600ca req-efa02358-8b75-4877-b7f7-25b8565f50b1 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:45.212370 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f3dee26e-0415-48ae-9a88-5e3dc93600ca req-efa02358-8b75-4877-b7f7-25b8565f50b1 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 949 time: 0.0850677
May 10 20:05:45.258918 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f3dee26e-0415-48ae-9a88-5e3dc93600ca req-90c6fb61-155e-45d5-825f-a6bad48047ca tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebf8aa2-9977-411e-b9a8-ad8b24e9d650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399027
May 10 20:05:46.471308 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db9695-ae4a-421d-bba7-95bfe178ea64 req-956e00c3-a34d-4ced-94c2-93853d02097c tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:46.472922 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b5db9695-ae4a-421d-bba7-95bfe178ea64 req-956e00c3-a34d-4ced-94c2-93853d02097c tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 949 time: 0.0966728
May 10 20:05:46.525697 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b5db9695-ae4a-421d-bba7-95bfe178ea64 req-46d7d13a-84b6-43b6-b08e-f061949810ff tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebf8aa2-9977-411e-b9a8-ad8b24e9d650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457783
May 10 20:05:47.727669 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4cb28-3438-494a-9aae-11bebec3c9e4 req-e32e9541-7b89-45d8-b462-8f9a8ea4f262 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:47.729340 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bff4cb28-3438-494a-9aae-11bebec3c9e4 req-e32e9541-7b89-45d8-b462-8f9a8ea4f262 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 949 time: 0.0906649
May 10 20:05:47.778098 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bff4cb28-3438-494a-9aae-11bebec3c9e4 req-1a554832-07b8-467d-afe8-c386d933afa7 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebf8aa2-9977-411e-b9a8-ad8b24e9d650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419655
May 10 20:05:48.984593 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548c260-add1-464b-9697-aa2aa9bd808a req-d3b1af95-a7e3-498b-8b4c-d2002e810dcf tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:48.986038 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e548c260-add1-464b-9697-aa2aa9bd808a req-d3b1af95-a7e3-498b-8b4c-d2002e810dcf tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 949 time: 0.0846219
May 10 20:05:49.030396 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e548c260-add1-464b-9697-aa2aa9bd808a req-b6d0e735-175e-4a2c-af9b-974a4acbcd46 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebf8aa2-9977-411e-b9a8-ad8b24e9d650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385339
May 10 20:05:50.216717 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cd5f4-c467-4b3c-9033-84d87cee5f66 req-0c8bf05d-5868-4b17-8579-bd3eb5c69311 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:50.218309 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1f1cd5f4-c467-4b3c-9033-84d87cee5f66 req-0c8bf05d-5868-4b17-8579-bd3eb5c69311 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 949 time: 0.0807197
May 10 20:05:50.266326 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1f1cd5f4-c467-4b3c-9033-84d87cee5f66 req-9d43bff9-28a3-4eb7-a65f-b0ca14be1517 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebf8aa2-9977-411e-b9a8-ad8b24e9d650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423422
May 10 20:05:50.750272 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:05:51.448512 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ee26d-d72b-4145-98ea-a5e135b41f27 req-fb7e55f9-17c5-44b8-83b7-a57dee4918cc tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:51.450007 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-209ee26d-d72b-4145-98ea-a5e135b41f27 req-fb7e55f9-17c5-44b8-83b7-a57dee4918cc tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 949 time: 0.0793128
May 10 20:05:51.497009 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-209ee26d-d72b-4145-98ea-a5e135b41f27 req-6008a77a-46d4-47ef-8b72-98232c4d0e37 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebf8aa2-9977-411e-b9a8-ad8b24e9d650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401912
May 10 20:05:52.701850 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf650fcd-bc1f-40c6-ad46-3a240fa78fa3 req-446455a8-ca6a-444e-a6c2-043a4c5afd99 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:52.703978 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cf650fcd-bc1f-40c6-ad46-3a240fa78fa3 req-446455a8-ca6a-444e-a6c2-043a4c5afd99 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 949 time: 0.0919752
May 10 20:05:52.756685 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cf650fcd-bc1f-40c6-ad46-3a240fa78fa3 req-5711adf6-3435-4b9f-9ba4-10249ab4f21f tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebf8aa2-9977-411e-b9a8-ad8b24e9d650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456367
May 10 20:05:52.878501 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf89ad-aa5c-4d10-bab2-94282448233c req-55167b72-e91e-4b1d-ae82-25613ccc2c8d tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:05:52.879216 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-afcf89ad-aa5c-4d10-bab2-94282448233c req-55167b72-e91e-4b1d-ae82-25613ccc2c8d tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Synchronizing usage tracker for tenant:407b3eda0b774d71a3191a072b03a7b2 on resource:port {{(pid=78727) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:05:52.897413 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-afcf89ad-aa5c-4d10-bab2-94282448233c req-55167b72-e91e-4b1d-ae82-25613ccc2c8d tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Unset dirty status for tenant:407b3eda0b774d71a3191a072b03a7b2 on resource:port {{(pid=78727) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:05:52.898570 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-afcf89ad-aa5c-4d10-bab2-94282448233c req-55167b72-e91e-4b1d-ae82-25613ccc2c8d tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 949 time: 0.1021733
May 10 20:05:53.047373 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [req-afcf89ad-aa5c-4d10-bab2-94282448233c req-3eee0c2e-1595-4fc7-aa35-4e716068a831 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Deleting port 9f378454-768a-4a6f-9c48-e904c6ec9751 {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:05:53.047617 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-afcf89ad-aa5c-4d10-bab2-94282448233c req-3eee0c2e-1595-4fc7-aa35-4e716068a831 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:53.182907 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-afcf89ad-aa5c-4d10-bab2-94282448233c req-3eee0c2e-1595-4fc7-aa35-4e716068a831 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] For port 9f378454-768a-4a6f-9c48-e904c6ec9751, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f378454-768a-4a6f-9c48-e904c6ec9751,segment=NetworkSegment(b578ff0b-f52a-426e-b84a-ec9119262090),segment_id=b578ff0b-f52a-426e-b84a-ec9119262090)] {{(pid=78727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:05:53.183252 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-afcf89ad-aa5c-4d10-bab2-94282448233c req-3eee0c2e-1595-4fc7-aa35-4e716068a831 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:53.309762 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [req-afcf89ad-aa5c-4d10-bab2-94282448233c req-3eee0c2e-1595-4fc7-aa35-4e716068a831 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Calling delete_port for 9f378454-768a-4a6f-9c48-e904c6ec9751 owned by compute:nova {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:05:53.426743 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-afcf89ad-aa5c-4d10-bab2-94282448233c req-3eee0c2e-1595-4fc7-aa35-4e716068a831 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:53.432663 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:05:53.442734 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['9f378454-768a-4a6f-9c48-e904c6ec9751'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:05:53.480310 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee0c2e-1595-4fc7-aa35-4e716068a831 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Pushing event deleted for resources: {'Port': ['ID=9f378454-768a-4a6f-9c48-e904c6ec9751,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:05:53.483461 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-3eee0c2e-1595-4fc7-aa35-4e716068a831 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:05:53.571790 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcf89ad-aa5c-4d10-bab2-94282448233c req-3eee0c2e-1595-4fc7-aa35-4e716068a831 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] No DVR routers for this DVR port 9f378454-768a-4a6f-9c48-e904c6ec9751 on host hv-cinder-78836 {{(pid=78727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:05:53.576892 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-afcf89ad-aa5c-4d10-bab2-94282448233c req-3eee0c2e-1595-4fc7-aa35-4e716068a831 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:05:53.589385 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d95c43-3983-4bc4-80ba-8f1ea003f13a', 'name': 'network-vif-deleted', 'tag': '9f378454-768a-4a6f-9c48-e904c6ec9751'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:05:53.611233 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-afcf89ad-aa5c-4d10-bab2-94282448233c req-3eee0c2e-1595-4fc7-aa35-4e716068a831 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.30 "DELETE /v2.0/ports/9f378454-768a-4a6f-9c48-e904c6ec9751 HTTP/1.1" status: 204  len: 173 time: 0.7070487
May 10 20:05:53.657588 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d95c43-3983-4bc4-80ba-8f1ea003f13a', 'name': 'network-vif-deleted', 'tag': '9f378454-768a-4a6f-9c48-e904c6ec9751', 'status': 'completed', 'code': 200}
May 10 20:05:53.948961 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9d0dfe04-8935-492e-8f2e-65fa9006d2b4 req-0e4fdaec-63d4-4179-9638-9666a91eb1e5 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d95c43-3983-4bc4-80ba-8f1ea003f13a HTTP/1.1" status: 200  len: 210 time: 0.0520041
May 10 20:05:57.161994 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 9f378454-768a-4a6f-9c48-e904c6ec9751 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:05:57.198874 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] No Port match for: 9f378454-768a-4a6f-9c48-e904c6ec9751 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:05:57.199220 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 9f378454-768a-4a6f-9c48-e904c6ec9751 not bound to the agent host hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:05:57.342283 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4d91d07d-09fc-4f82-80d3-7ddc4d4a6471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:00.153651 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 51542) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:00.228253 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f69b48a0-2ab5-4c91-87e9-3ffdc0c00445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:00.349987 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-918810b9-5fb7-4fe2-aabe-c5bbd0651b07 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=407b3eda0b774d71a3191a072b03a7b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1948845
May 10 20:06:00.352302 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 51552) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:00.417447 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-1cec2443-bc81-4657-a787-c70b12852777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:00.446133 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-1cec2443-bc81-4657-a787-c70b12852777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:00.506408 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-1cec2443-bc81-4657-a787-c70b12852777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:00.511971 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-3b7b5bdc-1ea9-46c4-964d-59fde0524d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:00.523857 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:00.618623 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec2443-bc81-4657-a787-c70b12852777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebf8aa2-9977-411e-b9a8-ad8b24e9d650,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:00.621254 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-1cec2443-bc81-4657-a787-c70b12852777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:00.626806 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-1cec2443-bc81-4657-a787-c70b12852777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:00.628000 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-1cec2443-bc81-4657-a787-c70b12852777 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ebf8aa2-9977-411e-b9a8-ad8b24e9d650 HTTP/1.1" status: 204  len: 168 time: 0.2747040
May 10 20:06:02.044503 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:03.726057 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:09.114119 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c989ce-8799-41d9-ada0-9172099d72ca req-19dbc9f7-9b59-48ef-b56a-be048d550795 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:09.115591 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-03c989ce-8799-41d9-ada0-9172099d72ca req-19dbc9f7-9b59-48ef-b56a-be048d550795 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 946 time: 0.0995195
May 10 20:06:09.167483 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-03c989ce-8799-41d9-ada0-9172099d72ca req-8ed35e8d-a3cc-46df-b69a-c8d9ba598b87 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457823
May 10 20:06:10.371550 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cc6c8-1af1-4fa8-94bc-2e87049d904f req-5579ca9d-ee26-4ddb-9c0a-d5d91ea0a122 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:10.373142 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d80cc6c8-1af1-4fa8-94bc-2e87049d904f req-5579ca9d-ee26-4ddb-9c0a-d5d91ea0a122 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 946 time: 0.0878673
May 10 20:06:10.428687 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d80cc6c8-1af1-4fa8-94bc-2e87049d904f req-a2810d32-887d-43f1-8e17-de6fdd1bc829 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491128
May 10 20:06:11.654935 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f14e29-3613-47d2-bbea-c42b505f59fb req-cd467c1f-37a4-4f54-9417-14a273533d19 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:11.657651 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-76f14e29-3613-47d2-bbea-c42b505f59fb req-cd467c1f-37a4-4f54-9417-14a273533d19 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 946 time: 0.1084273
May 10 20:06:11.711809 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-76f14e29-3613-47d2-bbea-c42b505f59fb req-7f5a223a-928d-4dff-bceb-69779fefc4f9 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481925
May 10 20:06:12.658455 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:12.932812 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21bf68-b7f2-4a90-a866-2b5029f7a3dc req-5d0973f7-6732-42ad-8343-7a74a01306b7 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:12.934262 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9c21bf68-b7f2-4a90-a866-2b5029f7a3dc req-5d0973f7-6732-42ad-8343-7a74a01306b7 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 946 time: 0.0905380
May 10 20:06:12.989136 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9c21bf68-b7f2-4a90-a866-2b5029f7a3dc req-7919bf88-c9a3-4237-991f-fc03675c2091 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439332
May 10 20:06:14.191542 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832472c-dac3-49ec-833f-e516360416f9 req-939e0471-8c8d-4c7b-b1dc-325b1ff0395c tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:14.193152 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7832472c-dac3-49ec-833f-e516360416f9 req-939e0471-8c8d-4c7b-b1dc-325b1ff0395c tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 946 time: 0.0878406
May 10 20:06:14.246787 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7832472c-dac3-49ec-833f-e516360416f9 req-271ea002-ee82-4a38-ba5b-00bfe1a589c4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443459
May 10 20:06:14.650132 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5588f-507a-4981-b85b-17bc3e3c0685 req-d2bee6d3-3a86-4397-b332-c12aa82bb65d tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:14.650781 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-28d5588f-507a-4981-b85b-17bc3e3c0685 req-d2bee6d3-3a86-4397-b332-c12aa82bb65d tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Synchronizing usage tracker for tenant:a8d012c1a0ae41e1b17f2047df308cf8 on resource:port {{(pid=78727) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:06:14.670317 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-28d5588f-507a-4981-b85b-17bc3e3c0685 req-d2bee6d3-3a86-4397-b332-c12aa82bb65d tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Unset dirty status for tenant:a8d012c1a0ae41e1b17f2047df308cf8 on resource:port {{(pid=78727) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:06:14.673891 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-28d5588f-507a-4981-b85b-17bc3e3c0685 req-d2bee6d3-3a86-4397-b332-c12aa82bb65d tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.30 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 946 time: 0.1140356
May 10 20:06:14.843823 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [req-28d5588f-507a-4981-b85b-17bc3e3c0685 req-fe423122-2bd1-489e-8cd3-5e8028e7ede7 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Deleting port f793923f-ddb8-45eb-95ad-82845b5abeb4 {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:06:14.844354 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-28d5588f-507a-4981-b85b-17bc3e3c0685 req-fe423122-2bd1-489e-8cd3-5e8028e7ede7 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:14.992802 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-28d5588f-507a-4981-b85b-17bc3e3c0685 req-fe423122-2bd1-489e-8cd3-5e8028e7ede7 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] For port f793923f-ddb8-45eb-95ad-82845b5abeb4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f793923f-ddb8-45eb-95ad-82845b5abeb4,segment=NetworkSegment(473454d6-c0f8-457a-ae4b-8533b44a2b09),segment_id=473454d6-c0f8-457a-ae4b-8533b44a2b09)] {{(pid=78727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:06:14.993162 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-28d5588f-507a-4981-b85b-17bc3e3c0685 req-fe423122-2bd1-489e-8cd3-5e8028e7ede7 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:15.135533 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [req-28d5588f-507a-4981-b85b-17bc3e3c0685 req-fe423122-2bd1-489e-8cd3-5e8028e7ede7 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Calling delete_port for f793923f-ddb8-45eb-95ad-82845b5abeb4 owned by compute:nova {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:06:15.308963 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-28d5588f-507a-4981-b85b-17bc3e3c0685 req-fe423122-2bd1-489e-8cd3-5e8028e7ede7 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:15.317327 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:15.370984 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe423122-2bd1-489e-8cd3-5e8028e7ede7 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Pushing event deleted for resources: {'Port': ['ID=f793923f-ddb8-45eb-95ad-82845b5abeb4,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:15.405956 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-fe423122-2bd1-489e-8cd3-5e8028e7ede7 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:15.450598 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f5174a25-88ca-4e50-8033-00ebd926aa05 req-4abb0281-e0aa-47df-8a99-c4cbaee8ba84 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 210 time: 0.0708780
May 10 20:06:15.464639 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d5588f-507a-4981-b85b-17bc3e3c0685 req-fe423122-2bd1-489e-8cd3-5e8028e7ede7 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] No DVR routers for this DVR port f793923f-ddb8-45eb-95ad-82845b5abeb4 on host hv-cinder-78836 {{(pid=78727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:06:15.467224 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-28d5588f-507a-4981-b85b-17bc3e3c0685 req-fe423122-2bd1-489e-8cd3-5e8028e7ede7 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:15.470567 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40ef342-f3f4-4192-9737-ee40e0356bb1', 'name': 'network-vif-deleted', 'tag': 'f793923f-ddb8-45eb-95ad-82845b5abeb4'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:06:15.489244 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-28d5588f-507a-4981-b85b-17bc3e3c0685 req-fe423122-2bd1-489e-8cd3-5e8028e7ede7 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.30 "DELETE /v2.0/ports/f793923f-ddb8-45eb-95ad-82845b5abeb4 HTTP/1.1" status: 204  len: 173 time: 0.8096037
May 10 20:06:15.526781 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40ef342-f3f4-4192-9737-ee40e0356bb1', 'name': 'network-vif-deleted', 'tag': 'f793923f-ddb8-45eb-95ad-82845b5abeb4', 'status': 'completed', 'code': 200}
May 10 20:06:16.620498 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1fad73bc-c34b-4a32-887b-58e334be83dc req-6a629622-59db-4a6a-8a26-d943fa022e0d tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 210 time: 0.0468924
May 10 20:06:17.374789 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['f793923f-ddb8-45eb-95ad-82845b5abeb4'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:06:17.785688 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-93e4f973-fd52-47de-808c-f29a841c0049 req-59c001af-be4a-4831-9565-1bc8041455e8 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 210 time: 0.0474429
May 10 20:06:18.949231 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device f793923f-ddb8-45eb-95ad-82845b5abeb4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:06:18.970849 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c7911764-b46b-4d27-83e0-e01f035ae437 req-05d2912c-9f95-4860-aebc-a5f83500492f tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=c40ef342-f3f4-4192-9737-ee40e0356bb1 HTTP/1.1" status: 200  len: 210 time: 0.0518639
May 10 20:06:18.987907 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] No Port match for: f793923f-ddb8-45eb-95ad-82845b5abeb4 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:06:18.988293 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device f793923f-ddb8-45eb-95ad-82845b5abeb4 not bound to the agent host hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:06:27.337519 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-32e1e9f6-f84d-4633-acc8-9ef6000034ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:27.750848 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:06:30.221845 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a2a5eed2-5778-4a40-ab5f-730ab7e94deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:30.519175 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:32.047655 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:32.975339 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-5686ef9a-bd51-4318-b5fa-34276016e4bf tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:32.979164 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-5686ef9a-bd51-4318-b5fa-34276016e4bf tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/networks?id=50a1044c-840d-4574-8e8f-6b7c7e50b505 HTTP/1.1" status: 200  len: 814 time: 0.2446613
May 10 20:06:33.000360 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-636dcccb-871e-4f1f-934d-4b01d116137e tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/quotas/a8d012c1a0ae41e1b17f2047df308cf8 HTTP/1.1" status: 200  len: 375 time: 0.0139740
May 10 20:06:33.055981 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-89237fde-422d-4f15-ba33-4b53bbbcf87e tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a8d012c1a0ae41e1b17f2047df308cf8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0471010
May 10 20:06:33.273999 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 51840) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:33.343542 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:33.358793 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:33.363173 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Usage tracker for resource:security_group_rule and tenant:c11ccb0f4d2e4854b001856533c75973 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:33.366451 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:33.372509 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:33.442724 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-3ea082ea-6114-4a79-be55-c42c3c943c50 service neutron] 10.222.0.15 "GET /v2.0/networks/50a1044c-840d-4574-8e8f-6b7c7e50b505?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3795784
May 10 20:06:33.468413 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:33.473627 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:33.483588 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-17878aa2-b93a-4253-ab2b-889d491d9b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:33.527451 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c11ccb0f4d2e4854b001856533c75973&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2523584
May 10 20:06:33.529697 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a644ad9f-d4d1-4762-a8ef-b56f22a6f06f,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:33.532117 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 51846) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:06:33.554356 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:33.554714 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:33.555073 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:33.555430 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:33.555782 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:33.556178 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:33.556529 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:33.556880 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:33.557228 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:33.557574 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:33.557920 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:33.558259 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:33.564797 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:33.618328 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-4d09546a-fa6f-4aeb-a662-4ab1f1424c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:33.631559 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-3fddb1c3-154d-4266-9f61-b6669b711abb service neutron] 10.222.0.15 "GET /v2.0/networks/50a1044c-840d-4574-8e8f-6b7c7e50b505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1763325
May 10 20:06:33.655970 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-4d09546a-fa6f-4aeb-a662-4ab1f1424c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:33.738466 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:33.744652 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-4d09546a-fa6f-4aeb-a662-4ab1f1424c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:33.750542 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-22d547b1-5834-468c-a6b2-32fc15c11206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:33.769428 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09546a-fa6f-4aeb-a662-4ab1f1424c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a644ad9f-d4d1-4762-a8ef-b56f22a6f06f,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:33.780280 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-4d09546a-fa6f-4aeb-a662-4ab1f1424c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:33.790553 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-4d09546a-fa6f-4aeb-a662-4ab1f1424c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:33.793404 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-4d09546a-fa6f-4aeb-a662-4ab1f1424c81 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a644ad9f-d4d1-4762-a8ef-b56f22a6f06f HTTP/1.1" status: 204  len: 168 time: 0.2601390
May 10 20:06:33.904969 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-992c9de7-400e-41a2-8f43-7f1f2e2de9be req-1c0d9226-915f-4ea2-90cd-6b3b86241a4e tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=4719fa0a-b4b3-4d2d-9967-3786e1f13e2f HTTP/1.1" status: 200  len: 210 time: 0.0580230
May 10 20:06:35.145439 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-48c65eee-2d4b-4e36-9669-ba118b3b85fd req-0af3fd8a-fbe9-4789-b0e2-417118cf8369 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=4719fa0a-b4b3-4d2d-9967-3786e1f13e2f HTTP/1.1" status: 200  len: 210 time: 0.0543196
May 10 20:06:35.255357 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-154aa78d-9408-42dc-b1ed-72546f5cbdf1 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:35.257076 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-154aa78d-9408-42dc-b1ed-72546f5cbdf1 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.30 "GET /v2.0/networks?id=50a1044c-840d-4574-8e8f-6b7c7e50b505 HTTP/1.1" status: 200  len: 814 time: 0.2933788
May 10 20:06:35.276815 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-6565c951-123b-4daa-9f9f-39d6f1ce2eb4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Request body: {'port': {'device_id': '4719fa0a-b4b3-4d2d-9967-3786e1f13e2f', 'network_id': '50a1044c-840d-4574-8e8f-6b7c7e50b505', 'admin_state_up': True, 'tenant_id': 'a8d012c1a0ae41e1b17f2047df308cf8'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:06:35.453044 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-6565c951-123b-4daa-9f9f-39d6f1ce2eb4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:06:35.458511 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-6565c951-123b-4daa-9f9f-39d6f1ce2eb4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Usage tracker for resource:port and tenant:a8d012c1a0ae41e1b17f2047df308cf8 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:06:35.461765 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-6565c951-123b-4daa-9f9f-39d6f1ce2eb4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:06:35.468351 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-6565c951-123b-4daa-9f9f-39d6f1ce2eb4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:06:35.478878 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-6565c951-123b-4daa-9f9f-39d6f1ce2eb4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Made reservation on behalf of a8d012c1a0ae41e1b17f2047df308cf8 for: {'port': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:06:35.483115 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-6565c951-123b-4daa-9f9f-39d6f1ce2eb4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:35.657714 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-6565c951-123b-4daa-9f9f-39d6f1ce2eb4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Allocated IP 172.20.0.14 (50a1044c-840d-4574-8e8f-6b7c7e50b505/26221ce1-c95f-4d9d-900d-be2f4c98038f/db05cb0c-21b1-466e-b194-4d9bb24f4faa) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:06:35.925861 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-6565c951-123b-4daa-9f9f-39d6f1ce2eb4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:35.972382 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-6565c951-123b-4daa-9f9f-39d6f1ce2eb4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:35.978852 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:36.140826 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-6565c951-123b-4daa-9f9f-39d6f1ce2eb4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Network 50a1044c-840d-4574-8e8f-6b7c7e50b505 is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:06:36.144202 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-6565c951-123b-4daa-9f9f-39d6f1ce2eb4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:06:36.153840 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-6565c951-123b-4daa-9f9f-39d6f1ce2eb4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:06:36.192304 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565c951-123b-4daa-9f9f-39d6f1ce2eb4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Pushing event updated for resources: {'Port': ['ID=db05cb0c-21b1-466e-b194-4d9bb24f4faa,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:36.197385 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-6565c951-123b-4daa-9f9f-39d6f1ce2eb4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:36.230216 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-6565c951-123b-4daa-9f9f-39d6f1ce2eb4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:36.231287 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-6565c951-123b-4daa-9f9f-39d6f1ce2eb4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:36.260555 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-6565c951-123b-4daa-9f9f-39d6f1ce2eb4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9907820
May 10 20:06:36.272997 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Request body: {'port': {'device_id': '4719fa0a-b4b3-4d2d-9967-3786e1f13e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:06:36.340755 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7537b9-3e21-45f5-9587-178aa4ec826c req-78de4e08-b214-495c-ab5c-d677069f6b5a tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:36.342288 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7d7537b9-3e21-45f5-9587-178aa4ec826c req-78de4e08-b214-495c-ab5c-d677069f6b5a tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=4719fa0a-b4b3-4d2d-9967-3786e1f13e2f HTTP/1.1" status: 200  len: 932 time: 0.0837793
May 10 20:06:36.391045 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7d7537b9-3e21-45f5-9587-178aa4ec826c req-6d4941cb-98e8-4619-a22d-68186af1e3c4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422730
May 10 20:06:36.391453 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:36.776470 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db05cb0c-21b1-466e-b194-4d9bb24f4faa {{(pid=78727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:06:36.785095 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:36.804772 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.provisioning_blocks [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Transition to ACTIVE for port object db05cb0c-21b1-466e-b194-4d9bb24f4faa will not be triggered until provisioned by entity L2. {{(pid=78727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:06:36.817501 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10490743'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:36.821619 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-2ffceb76-241a-4a2b-b5f6-fc0d77259dcd tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:36.977261 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Pushing event updated for resources: {'Port': ['ID=db05cb0c-21b1-466e-b194-4d9bb24f4faa,revision_number=2']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:36.984966 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:37.056707 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Attempting to bind port db05cb0c-21b1-466e-b194-4d9bb24f4faa on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:06:37.056951 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Attempting to bind port db05cb0c-21b1-466e-b194-4d9bb24f4faa by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '473454d6-c0f8-457a-ae4b-8533b44a2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '50a1044c-840d-4574-8e8f-6b7c7e50b505'}] {{(pid=78727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:06:37.057264 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Attempting to bind port db05cb0c-21b1-466e-b194-4d9bb24f4faa on network 50a1044c-840d-4574-8e8f-6b7c7e50b505 {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:06:37.062618 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Port db05cb0c-21b1-466e-b194-4d9bb24f4faa on network 50a1044c-840d-4574-8e8f-6b7c7e50b505 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:06:37.062932 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Attempting to bind port db05cb0c-21b1-466e-b194-4d9bb24f4faa on network 50a1044c-840d-4574-8e8f-6b7c7e50b505 {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:06:37.068421 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Checking agent: {'id': '16e2165d-e53b-4771-ba7e-9126d1b04f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'started_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:06:37.068759 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Checking segment: {'id': '473454d6-c0f8-457a-ae4b-8533b44a2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '50a1044c-840d-4574-8e8f-6b7c7e50b505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:06:37.069144 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Bound using segment: {'id': '473454d6-c0f8-457a-ae4b-8533b44a2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '50a1044c-840d-4574-8e8f-6b7c7e50b505'} {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:06:37.069576 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Bound port: db05cb0c-21b1-466e-b194-4d9bb24f4faa, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473454d6-c0f8-457a-ae4b-8533b44a2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '50a1044c-840d-4574-8e8f-6b7c7e50b505'}}] {{(pid=78727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:06:37.069925 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:37.166998 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] For port db05cb0c-21b1-466e-b194-4d9bb24f4faa, host hv-cinder-78836, cleared binding levels {{(pid=78727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:06:37.170328 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] For port db05cb0c-21b1-466e-b194-4d9bb24f4faa, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=db05cb0c-21b1-466e-b194-4d9bb24f4faa,segment=NetworkSegment(473454d6-c0f8-457a-ae4b-8533b44a2b09),segment_id=473454d6-c0f8-457a-ae4b-8533b44a2b09)] {{(pid=78727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:06:37.175925 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10490743'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:37.180181 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-a3dedf53-eab5-4a39-b05a-0d5bb45d9389 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:37.240936 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:37.241590 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:37.243019 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] 10.222.0.30 "PUT /v2.0/ports/db05cb0c-21b1-466e-b194-4d9bb24f4faa HTTP/1.1" status: 200  len: 1094 time: 0.9749980
May 10 20:06:37.243544 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4719fa0a-b4b3-4d2d-9967-3786e1f13e2f', 'tag': 'db05cb0c-21b1-466e-b194-4d9bb24f4faa'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:06:37.273231 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Pushing event updated for resources: {'Port': ['ID=db05cb0c-21b1-466e-b194-4d9bb24f4faa,revision_number=3']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:37.278151 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:37.327308 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4719fa0a-b4b3-4d2d-9967-3786e1f13e2f', 'tag': 'db05cb0c-21b1-466e-b194-4d9bb24f4faa', 'status': 'completed', 'code': 200}
May 10 20:06:37.369010 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-2bb72f7b-7a62-4b1a-ad0c-05d52aea016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:37.370460 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-2bb72f7b-7a62-4b1a-ad0c-05d52aea016f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8d012c1a0ae41e1b17f2047df308cf8&device_id=4719fa0a-b4b3-4d2d-9967-3786e1f13e2f HTTP/1.1" status: 200  len: 1097 time: 0.0786560
May 10 20:06:37.439533 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-fa86617a-7c87-4f04-8954-4ff3099413bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db05cb0c-21b1-466e-b194-4d9bb24f4faa HTTP/1.1" status: 200  len: 217 time: 0.0616176
May 10 20:06:37.510973 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-ccdb3641-b0d2-49da-8519-4df714ea41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:37.512516 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-ccdb3641-b0d2-49da-8519-4df714ea41ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=26221ce1-c95f-4d9d-900d-be2f4c98038f HTTP/1.1" status: 200  len: 854 time: 0.0666947
May 10 20:06:37.564457 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-ce156b64-9213-4bc2-bf51-1ceb2f7f009e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50a1044c-840d-4574-8e8f-6b7c7e50b505&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444078
May 10 20:06:37.712915 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-6e5e9c60-6564-4313-b1db-faed946a887a service neutron] 10.222.0.30 "GET /v2.0/networks/50a1044c-840d-4574-8e8f-6b7c7e50b505?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412246
May 10 20:06:37.736413 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56236171-635f-4f3b-83a1-7a71be8c9ed7 req-e6cac1a2-6c72-491f-97cb-77a959e7e270 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:37.737885 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-56236171-635f-4f3b-83a1-7a71be8c9ed7 req-e6cac1a2-6c72-491f-97cb-77a959e7e270 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=4719fa0a-b4b3-4d2d-9967-3786e1f13e2f HTTP/1.1" status: 200  len: 944 time: 0.0889447
May 10 20:06:37.788414 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-56236171-635f-4f3b-83a1-7a71be8c9ed7 req-d60afabb-c7d1-472c-a538-113e9c281b70 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445521
May 10 20:06:37.854303 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b7a2aa1e-1cfe-4806-8248-2b31bf2b5d50 req-bf79350b-c095-4d72-97d3-40c6fafbface service neutron] 10.222.0.30 "GET /v2.0/networks/50a1044c-840d-4574-8e8f-6b7c7e50b505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341646
May 10 20:06:38.061526 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690c032-3df8-43d4-8af4-595e50a9ed53 req-59d56074-0838-432f-b2b3-929ce7412549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:38.063096 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-d690c032-3df8-43d4-8af4-595e50a9ed53 req-59d56074-0838-432f-b2b3-929ce7412549 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8d012c1a0ae41e1b17f2047df308cf8&device_id=4719fa0a-b4b3-4d2d-9967-3786e1f13e2f HTTP/1.1" status: 200  len: 1097 time: 0.1601338
May 10 20:06:38.200470 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690c032-3df8-43d4-8af4-595e50a9ed53 req-21b1114f-5f86-4c2e-bc5a-2efa434a7d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:38.202147 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-d690c032-3df8-43d4-8af4-595e50a9ed53 req-21b1114f-5f86-4c2e-bc5a-2efa434a7d40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=50a1044c-840d-4574-8e8f-6b7c7e50b505 HTTP/1.1" status: 200  len: 914 time: 0.1304989
May 10 20:06:38.271594 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-d690c032-3df8-43d4-8af4-595e50a9ed53 req-ac74a712-d02e-4d64-a12b-fbba23403fb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db05cb0c-21b1-466e-b194-4d9bb24f4faa HTTP/1.1" status: 200  len: 217 time: 0.0622280
May 10 20:06:38.341281 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690c032-3df8-43d4-8af4-595e50a9ed53 req-9da8d0bf-5634-47de-9af3-d982e97ae931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:38.343212 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-d690c032-3df8-43d4-8af4-595e50a9ed53 req-9da8d0bf-5634-47de-9af3-d982e97ae931 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=26221ce1-c95f-4d9d-900d-be2f4c98038f HTTP/1.1" status: 200  len: 854 time: 0.0644383
May 10 20:06:38.392853 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-d690c032-3df8-43d4-8af4-595e50a9ed53 req-71609f9f-fa95-4549-beb9-19f9f66501e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50a1044c-840d-4574-8e8f-6b7c7e50b505&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428936
May 10 20:06:38.525766 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-d690c032-3df8-43d4-8af4-595e50a9ed53 req-69cfc164-4bd1-495c-860e-2bfc6d65d044 service neutron] 10.222.0.30 "GET /v2.0/networks/50a1044c-840d-4574-8e8f-6b7c7e50b505?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255078
May 10 20:06:38.659363 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-d690c032-3df8-43d4-8af4-595e50a9ed53 req-4932e6be-c6c4-4313-be32-ea8fc81a90d7 service neutron] 10.222.0.30 "GET /v2.0/networks/50a1044c-840d-4574-8e8f-6b7c7e50b505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260018
May 10 20:06:38.993927 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b236fe-ef90-425b-a0ed-e67d66dacad7 req-412bb803-ae2e-44fd-b5dd-56ef4d71ffed tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:38.995468 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b3b236fe-ef90-425b-a0ed-e67d66dacad7 req-412bb803-ae2e-44fd-b5dd-56ef4d71ffed tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=4719fa0a-b4b3-4d2d-9967-3786e1f13e2f HTTP/1.1" status: 200  len: 944 time: 0.0870938
May 10 20:06:39.048762 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b3b236fe-ef90-425b-a0ed-e67d66dacad7 req-677dd384-bdb2-4c84-994a-090727232cc9 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473130
May 10 20:06:40.259221 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f2a6e-f176-405e-a845-4fd5683adf90 req-9af50cb3-04f2-4e50-ac57-837711d051e4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:40.260826 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-097f2a6e-f176-405e-a845-4fd5683adf90 req-9af50cb3-04f2-4e50-ac57-837711d051e4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=4719fa0a-b4b3-4d2d-9967-3786e1f13e2f HTTP/1.1" status: 200  len: 944 time: 0.0839016
May 10 20:06:40.315750 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-097f2a6e-f176-405e-a845-4fd5683adf90 req-e3859aba-06f2-4dbe-bbbb-542ee2fabceb tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459666
May 10 20:06:40.969975 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device db05cb0c-21b1-466e-b194-4d9bb24f4faa details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:06:41.130562 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port db05cb0c-21b1-466e-b194-4d9bb24f4faa, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=db05cb0c-21b1-466e-b194-4d9bb24f4faa,segment=NetworkSegment(473454d6-c0f8-457a-ae4b-8533b44a2b09),segment_id=473454d6-c0f8-457a-ae4b-8533b44a2b09)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:06:41.145506 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': 'db05cb0c-21b1-466e-b194-4d9bb24f4faa', 'network_id': '50a1044c-840d-4574-8e8f-6b7c7e50b505', 'port_id': 'db05cb0c-21b1-466e-b194-4d9bb24f4faa', 'mac_address': 'fa:16:3e:ca:f3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26221ce1-c95f-4d9d-900d-be2f4c98038f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:06:41.207687 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:41.225565 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db05cb0c-21b1-466e-b194-4d9bb24f4faa {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:06:41.247406 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port db05cb0c-21b1-466e-b194-4d9bb24f4faa, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=db05cb0c-21b1-466e-b194-4d9bb24f4faa,segment=NetworkSegment(473454d6-c0f8-457a-ae4b-8533b44a2b09),segment_id=473454d6-c0f8-457a-ae4b-8533b44a2b09)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:06:41.253007 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:41.254878 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:41.324807 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=db05cb0c-21b1-466e-b194-4d9bb24f4faa,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:41.334443 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:41.334841 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:41.335271 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:41.335679 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:41.336111 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:41.336487 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:41.336850 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:41.337240 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:41.337636 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:41.338096 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:41.338483 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:41.338805 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:06:41.344196 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:41.521517 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5aee3-1816-4820-84da-20ee85815004 req-467ea063-168d-4715-ac40-7b9a68981acf tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:41.523035 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9fd5aee3-1816-4820-84da-20ee85815004 req-467ea063-168d-4715-ac40-7b9a68981acf tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=4719fa0a-b4b3-4d2d-9967-3786e1f13e2f HTTP/1.1" status: 200  len: 945 time: 0.0876405
May 10 20:06:41.572008 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9fd5aee3-1816-4820-84da-20ee85815004 req-810a9afd-1663-4984-8d36-a29b76e08272 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427830
May 10 20:06:41.615751 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['db05cb0c-21b1-466e-b194-4d9bb24f4faa'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:06:42.634737 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-3def1def-ba9c-4004-a224-9f22e7bf7c30 req-d7c68f01-c38a-4505-b7f6-fed2d52b684c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0827942
May 10 20:06:42.666195 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:42.806446 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12977155-d4bb-4b8b-9f33-8fdf93be0241 req-c94ceeb5-e5b9-4192-b0c9-6d4aa406c0b3 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:42.808134 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-12977155-d4bb-4b8b-9f33-8fdf93be0241 req-c94ceeb5-e5b9-4192-b0c9-6d4aa406c0b3 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=4719fa0a-b4b3-4d2d-9967-3786e1f13e2f HTTP/1.1" status: 200  len: 945 time: 0.1083362
May 10 20:06:42.839903 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def1def-ba9c-4004-a224-9f22e7bf7c30 req-da30fb15-3b72-479d-83d3-f6500c8cda12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:42.841436 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-3def1def-ba9c-4004-a224-9f22e7bf7c30 req-da30fb15-3b72-479d-83d3-f6500c8cda12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef2cf49eae1d4d10ad224d6ec46ad00a&device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 1099 time: 0.0841575
May 10 20:06:42.864575 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-12977155-d4bb-4b8b-9f33-8fdf93be0241 req-68315b7d-88f7-41a7-a14e-544d4868664f tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493901
May 10 20:06:42.969384 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device db05cb0c-21b1-466e-b194-4d9bb24f4faa up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:06:43.039902 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def1def-ba9c-4004-a224-9f22e7bf7c30 req-d188b6b3-b067-4346-a4d7-8fecc5e41171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:43.044187 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-3def1def-ba9c-4004-a224-9f22e7bf7c30 req-d188b6b3-b067-4346-a4d7-8fecc5e41171 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb HTTP/1.1" status: 200  len: 911 time: 0.1743605
May 10 20:06:43.046873 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning for port db05cb0c-21b1-466e-b194-4d9bb24f4faa completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:06:43.052320 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port db05cb0c-21b1-466e-b194-4d9bb24f4faa triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:06:43.052704 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:43.180838 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:43.220754 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4719fa0a-b4b3-4d2d-9967-3786e1f13e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db05cb0c-21b1-466e-b194-4d9bb24f4faa'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:06:43.221358 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-3def1def-ba9c-4004-a224-9f22e7bf7c30 req-e3280cb4-42ad-42d5-86ac-b2f003d40e25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a55def3-f11f-44d5-90f0-c56e7e8f0f30 HTTP/1.1" status: 200  len: 1002 time: 0.1704471
May 10 20:06:43.231111 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port db05cb0c-21b1-466e-b194-4d9bb24f4faa, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=db05cb0c-21b1-466e-b194-4d9bb24f4faa,segment=NetworkSegment(473454d6-c0f8-457a-ae4b-8533b44a2b09),segment_id=473454d6-c0f8-457a-ae4b-8533b44a2b09)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:06:43.236788 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:43.239614 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:06:43.279080 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4719fa0a-b4b3-4d2d-9967-3786e1f13e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db05cb0c-21b1-466e-b194-4d9bb24f4faa', 'code': 200}
May 10 20:06:43.303779 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def1def-ba9c-4004-a224-9f22e7bf7c30 req-e24cba10-d16e-4a2a-ac73-d07a70d756fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:43.305391 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-3def1def-ba9c-4004-a224-9f22e7bf7c30 req-e24cba10-d16e-4a2a-ac73-d07a70d756fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0006aa00-bd28-429e-820e-13d3242b4a7f HTTP/1.1" status: 200  len: 850 time: 0.0767331
May 10 20:06:43.314368 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=db05cb0c-21b1-466e-b194-4d9bb24f4faa,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:06:43.317529 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:06:43.432352 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def1def-ba9c-4004-a224-9f22e7bf7c30 req-d42099ad-97d2-4b6a-adf7-02120c04b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:43.433805 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-3def1def-ba9c-4004-a224-9f22e7bf7c30 req-d42099ad-97d2-4b6a-adf7-02120c04b893 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1213412
May 10 20:06:43.557290 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84a64a-28c5-4e31-953c-264fa70c9f5c req-a2ed639a-a2ba-4fb1-b894-b31d66f03ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:43.558789 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8f84a64a-28c5-4e31-953c-264fa70c9f5c req-a2ed639a-a2ba-4fb1-b894-b31d66f03ebf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4719fa0a-b4b3-4d2d-9967-3786e1f13e2f HTTP/1.1" status: 200  len: 1099 time: 0.0870864
May 10 20:06:43.604224 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8f84a64a-28c5-4e31-953c-264fa70c9f5c req-4ff385c9-e464-40c3-95a9-40f7c401e693 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383043
May 10 20:06:43.616498 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-3def1def-ba9c-4004-a224-9f22e7bf7c30 req-e59d51fa-3ade-4233-b0b9-0faa72ab65e0 service neutron] 10.222.0.30 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689363
May 10 20:06:43.980825 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-3def1def-ba9c-4004-a224-9f22e7bf7c30 req-265f35ff-e45d-4d80-aa82-60d260adf7b2 service neutron] 10.222.0.30 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1722212
May 10 20:06:44.117377 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f498191-805d-4881-8311-d473d5fa9fde req-0b02984c-c700-4799-a3a7-a8631ab802a6 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:44.119925 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2f498191-805d-4881-8311-d473d5fa9fde req-0b02984c-c700-4799-a3a7-a8631ab802a6 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=4719fa0a-b4b3-4d2d-9967-3786e1f13e2f HTTP/1.1" status: 200  len: 946 time: 0.1181643
May 10 20:06:44.200690 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2f498191-805d-4881-8311-d473d5fa9fde req-c50febb5-bf75-4132-9ecc-a163bb3d51e1 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739999
May 10 20:06:45.402019 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de9ef5-1c17-41f8-8163-354c69fdbd15 req-c57411a5-3892-4e02-8398-e418fe9ffa27 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:45.403473 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-17de9ef5-1c17-41f8-8163-354c69fdbd15 req-c57411a5-3892-4e02-8398-e418fe9ffa27 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=4719fa0a-b4b3-4d2d-9967-3786e1f13e2f HTTP/1.1" status: 200  len: 946 time: 0.0899067
May 10 20:06:45.454557 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-17de9ef5-1c17-41f8-8163-354c69fdbd15 req-f0d52700-1d01-4be1-82fd-8821cc3a8e00 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446615
May 10 20:06:54.575130 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf43c6-faf9-4928-b34f-16dc6da00109 req-84f483a4-cd80-4a84-b894-0d929ec787fc tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:54.578646 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4edf43c6-faf9-4928-b34f-16dc6da00109 req-84f483a4-cd80-4a84-b894-0d929ec787fc tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 946 time: 0.0983372
May 10 20:06:54.650094 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4edf43c6-faf9-4928-b34f-16dc6da00109 req-ead94b0f-f431-4c41-a794-80bbe4f18d4e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650008
May 10 20:06:55.919057 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637473c6-8d67-40a0-8bea-62935fa2af02 req-16a3a004-d37e-4183-b807-d427bce00490 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:55.921863 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-637473c6-8d67-40a0-8bea-62935fa2af02 req-16a3a004-d37e-4183-b807-d427bce00490 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 946 time: 0.1485190
May 10 20:06:55.974505 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-637473c6-8d67-40a0-8bea-62935fa2af02 req-8b25c083-b374-4793-ac56-5932fa1810aa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466957
May 10 20:06:57.169047 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7b4d8-436e-4bd8-83be-bd255f6ac5cc req-31e2a850-bd94-4737-8c24-a515b608d144 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:57.170957 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5cc7b4d8-436e-4bd8-83be-bd255f6ac5cc req-31e2a850-bd94-4737-8c24-a515b608d144 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 946 time: 0.0814855
May 10 20:06:57.220468 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5cc7b4d8-436e-4bd8-83be-bd255f6ac5cc req-ed91ac95-5af2-4e1f-823f-6776a5a3fd40 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437388
May 10 20:06:57.340955 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e8860a8-4cc4-4f31-8694-973eb68bf405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:06:58.512642 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9909a-47a1-409f-a650-6ff506d0f865 req-37a30ebf-b8fa-44c2-8c20-014d28338e7e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:58.515004 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-08a9909a-47a1-409f-a650-6ff506d0f865 req-37a30ebf-b8fa-44c2-8c20-014d28338e7e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 946 time: 0.1740069
May 10 20:06:58.565515 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-08a9909a-47a1-409f-a650-6ff506d0f865 req-d07402d9-35fc-488e-be81-b0e7b8fe9732 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442936
May 10 20:06:59.878974 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154c26a-f21f-4989-87da-55b6822a4063 req-73355df5-7fe1-434f-b173-1c7369560531 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:06:59.881178 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a154c26a-f21f-4989-87da-55b6822a4063 req-73355df5-7fe1-434f-b173-1c7369560531 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 946 time: 0.1022563
May 10 20:06:59.929419 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a154c26a-f21f-4989-87da-55b6822a4063 req-503e4aae-a8ab-48a9-90a8-6e012cb9c258 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=87f45d21-8911-4401-a358-93dca441e840&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421283
May 10 20:07:00.076983 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb8dbd-e68b-4f83-b818-df8d7b33ab19 req-a14b0aa0-bee1-47c8-b342-193b97fee4a0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:00.077818 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-45cb8dbd-e68b-4f83-b818-df8d7b33ab19 req-a14b0aa0-bee1-47c8-b342-193b97fee4a0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Synchronizing usage tracker for tenant:b65721b496f24a29859a65925c5d03bf on resource:port {{(pid=78727) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:07:00.096846 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-45cb8dbd-e68b-4f83-b818-df8d7b33ab19 req-a14b0aa0-bee1-47c8-b342-193b97fee4a0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Unset dirty status for tenant:b65721b496f24a29859a65925c5d03bf on resource:port {{(pid=78727) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:07:00.098977 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-45cb8dbd-e68b-4f83-b818-df8d7b33ab19 req-a14b0aa0-bee1-47c8-b342-193b97fee4a0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 946 time: 0.1057169
May 10 20:07:00.227419 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9d2159ea-6ad0-40e8-8127-90f4e51df526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:00.352663 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [req-45cb8dbd-e68b-4f83-b818-df8d7b33ab19 req-703e2ce6-0dc8-4fb8-931b-0f362462c0fa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Deleting port 9203c9d1-f264-4559-9930-0e2c6c6451c5 {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:07:00.352949 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-45cb8dbd-e68b-4f83-b818-df8d7b33ab19 req-703e2ce6-0dc8-4fb8-931b-0f362462c0fa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:00.504948 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-45cb8dbd-e68b-4f83-b818-df8d7b33ab19 req-703e2ce6-0dc8-4fb8-931b-0f362462c0fa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] For port 9203c9d1-f264-4559-9930-0e2c6c6451c5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9203c9d1-f264-4559-9930-0e2c6c6451c5,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:00.505477 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-45cb8dbd-e68b-4f83-b818-df8d7b33ab19 req-703e2ce6-0dc8-4fb8-931b-0f362462c0fa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:00.526653 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:01.009500 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-45cb8dbd-e68b-4f83-b818-df8d7b33ab19 req-703e2ce6-0dc8-4fb8-931b-0f362462c0fa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:01.009771 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-45cb8dbd-e68b-4f83-b818-df8d7b33ab19 req-703e2ce6-0dc8-4fb8-931b-0f362462c0fa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400245'] for floatingip, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:01.010042 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.l3_db [req-45cb8dbd-e68b-4f83-b818-df8d7b33ab19 req-703e2ce6-0dc8-4fb8-931b-0f362462c0fa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Floating IP af143cd0-33be-4028-b910-df8b5c117ea5 disassociated. External IP: 172.27.1.150, port: 9203c9d1-f264-4559-9930-0e2c6c6451c5.
May 10 20:07:01.010485 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [req-45cb8dbd-e68b-4f83-b818-df8d7b33ab19 req-703e2ce6-0dc8-4fb8-931b-0f362462c0fa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Calling delete_port for 9203c9d1-f264-4559-9930-0e2c6c6451c5 owned by compute:nova {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:07:01.138525 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-45cb8dbd-e68b-4f83-b818-df8d7b33ab19 req-703e2ce6-0dc8-4fb8-931b-0f362462c0fa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:01.145198 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:01.179589 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7d6fbea7-0684-49fd-8a4d-1ea633f47e43 req-51218c6c-3d1d-4930-9b87-595a05642069 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 210 time: 0.0450728
May 10 20:07:01.201694 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e2ce6-0dc8-4fb8-931b-0f362462c0fa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Pushing event deleted for resources: {'Port': ['ID=9203c9d1-f264-4559-9930-0e2c6c6451c5,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:01.204966 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-703e2ce6-0dc8-4fb8-931b-0f362462c0fa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:01.411198 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45cb8dbd-e68b-4f83-b818-df8d7b33ab19 req-703e2ce6-0dc8-4fb8-931b-0f362462c0fa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:07:01.630961 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45cb8dbd-e68b-4f83-b818-df8d7b33ab19 req-703e2ce6-0dc8-4fb8-931b-0f362462c0fa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:07:01.643667 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bff3076-0ba1-48c6-ae59-2a41f44c7de5 None None] Sync routers for ids ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:07:01.657680 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bff3076-0ba1-48c6-ae59-2a41f44c7de5 None None] Routers {'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:07:01.658662 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-6bff3076-0ba1-48c6-ae59-2a41f44c7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff85d9d30>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:07:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:01.772529 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cb8dbd-e68b-4f83-b818-df8d7b33ab19 req-703e2ce6-0dc8-4fb8-931b-0f362462c0fa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] No DVR routers for this DVR port 9203c9d1-f264-4559-9930-0e2c6c6451c5 on host hv-cinder-78836 {{(pid=78727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:07:01.777343 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-45cb8dbd-e68b-4f83-b818-df8d7b33ab19 req-703e2ce6-0dc8-4fb8-931b-0f362462c0fa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:01.797295 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a24ef79-1221-470e-a9df-3c2a5ea8857a', 'name': 'network-vif-deleted', 'tag': '9203c9d1-f264-4559-9930-0e2c6c6451c5'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:07:01.812973 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-45cb8dbd-e68b-4f83-b818-df8d7b33ab19 req-703e2ce6-0dc8-4fb8-931b-0f362462c0fa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.30 "DELETE /v2.0/ports/9203c9d1-f264-4559-9930-0e2c6c6451c5 HTTP/1.1" status: 204  len: 173 time: 1.7073333
May 10 20:07:01.875739 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a24ef79-1221-470e-a9df-3c2a5ea8857a', 'name': 'network-vif-deleted', 'tag': '9203c9d1-f264-4559-9930-0e2c6c6451c5', 'status': 'completed', 'code': 200}
May 10 20:07:01.909547 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-6bff3076-0ba1-48c6-ae59-2a41f44c7de5 None None] Set router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:07:02.133547 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:02.306259 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-6bff3076-0ba1-48c6-ae59-2a41f44c7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff85d9d30>, [{'id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:39Z', 'revision_number': 4, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'gw_port': {'id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '532486a0-2f7b-4925-9ee7-f08269844d77', 'name': '', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'mac_address': 'fa:16:3e:e4:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:35Z', 'updated_at': '2021-05-10T19:59:52Z', 'revision_number': 5, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'subnets': [{'id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:02.314684 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bff3076-0ba1-48c6-ae59-2a41f44c7de5 None None] Checking router: cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:07:02.326804 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bff3076-0ba1-48c6-ae59-2a41f44c7de5 None None] Routers {'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:07:02.327450 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-6bff3076-0ba1-48c6-ae59-2a41f44c7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff85d9d30>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:07:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:02.418484 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-944bf011-e9f0-4261-a4b2-4194a421b15b req-340fe160-877c-4625-8ab8-21b59750738e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 210 time: 0.0886488
May 10 20:07:02.520836 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-6bff3076-0ba1-48c6-ae59-2a41f44c7de5 None None] Set router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:07:02.910729 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-6bff3076-0ba1-48c6-ae59-2a41f44c7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff85d9d30>, [{'id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:39Z', 'revision_number': 4, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'gw_port': {'id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '532486a0-2f7b-4925-9ee7-f08269844d77', 'name': '', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'mac_address': 'fa:16:3e:e4:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:35Z', 'updated_at': '2021-05-10T19:59:52Z', 'revision_number': 5, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'subnets': [{'id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:02.916384 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bff3076-0ba1-48c6-ae59-2a41f44c7de5 None None] The sync data for ids ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'] in dv-cinder-788364-3-iscsi is: [{'id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:39Z', 'revision_number': 4, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'gw_port': {'id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '532486a0-2f7b-4925-9ee7-f08269844d77', 'name': '', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'mac_address': 'fa:16:3e:e4:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:35Z', 'updated_at': '2021-05-10T19:59:52Z', 'revision_number': 5, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'subnets': [{'id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:07:03.201751 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a46a1a-c189-4cef-a3d8-387dea6c0947 None None] New status for floating IP af143cd0-33be-4028-b910-df8b5c117ea5: DOWN {{(pid=78730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:07:03.626542 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-22634b47-6812-4d50-be6e-e2c00c162f7e req-e4a3aa77-886a-4e80-bd3b-d676ad75b3c7 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 210 time: 0.0591340
May 10 20:07:03.735120 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:04.752664 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:07:04.856831 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e7cc8af1-1bc5-4247-89b6-11b8bda05eeb req-920bb78c-5dd2-4b94-8952-47608e9bddd1 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 210 time: 0.0586569
May 10 20:07:05.528540 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 9203c9d1-f264-4559-9930-0e2c6c6451c5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:07:05.573622 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] No Port match for: 9203c9d1-f264-4559-9930-0e2c6c6451c5 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:07:05.573984 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 9203c9d1-f264-4559-9930-0e2c6c6451c5 not bound to the agent host hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:07:06.066138 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-aca9b9cc-ca56-4966-9d61-adccf06dae0c req-aaaf2e80-7df7-483e-889e-dd7f67635230 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a24ef79-1221-470e-a9df-3c2a5ea8857a HTTP/1.1" status: 200  len: 210 time: 0.0511503
May 10 20:07:07.223443 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 52010) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:07.301499 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2b3391ad-01b6-428b-b338-3726a17f9b96 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:07.333137 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2b3391ad-01b6-428b-b338-3726a17f9b96 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:07.397562 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2b3391ad-01b6-428b-b338-3726a17f9b96 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:07.406739 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-e208ff29-0364-47b5-88be-e711f970cf4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:07.425814 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3391ad-01b6-428b-b338-3726a17f9b96 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f45d21-8911-4401-a358-93dca441e840,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:07.430802 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-2b3391ad-01b6-428b-b338-3726a17f9b96 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:07.434438 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2b3391ad-01b6-428b-b338-3726a17f9b96 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:07.435795 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-2b3391ad-01b6-428b-b338-3726a17f9b96 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "DELETE /v2.0/security-groups/87f45d21-8911-4401-a358-93dca441e840 HTTP/1.1" status: 204  len: 168 time: 0.2111237
May 10 20:07:07.440117 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 52020) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:07.458091 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.api.v2.resource [None req-96796265-8232-405f-a2f4-93d9183d46f6 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] show failed (client error): The resource could not be found.
May 10 20:07:07.459110 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-96796265-8232-405f-a2f4-93d9183d46f6 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups/87f45d21-8911-4401-a358-93dca441e840 HTTP/1.1" status: 404  len: 347 time: 0.0183084
May 10 20:07:07.463844 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 52024) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:07.811718 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-b0a321fb-3381-4486-ba33-d2fe7a9eb3b2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Deleting port c67337e2-cc56-439f-ac72-6dd761f3c4ca {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:07:07.812090 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b0a321fb-3381-4486-ba33-d2fe7a9eb3b2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:07.962574 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b0a321fb-3381-4486-ba33-d2fe7a9eb3b2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:07.962878 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b0a321fb-3381-4486-ba33-d2fe7a9eb3b2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:08.097437 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-b0a321fb-3381-4486-ba33-d2fe7a9eb3b2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Calling delete_port for c67337e2-cc56-439f-ac72-6dd761f3c4ca owned by network:floatingip {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:07:08.234628 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b0a321fb-3381-4486-ba33-d2fe7a9eb3b2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:08.240870 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:08.291884 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a321fb-3381-4486-ba33-d2fe7a9eb3b2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Pushing event deleted for resources: {'Port': ['ID=c67337e2-cc56-439f-ac72-6dd761f3c4ca,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:08.320121 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-b0a321fb-3381-4486-ba33-d2fe7a9eb3b2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:08.396558 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b0a321fb-3381-4486-ba33-d2fe7a9eb3b2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for floatingip, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:08.413165 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b0a321fb-3381-4486-ba33-d2fe7a9eb3b2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:08.414802 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-b0a321fb-3381-4486-ba33-d2fe7a9eb3b2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "DELETE /v2.0/floatingips/af143cd0-33be-4028-b910-df8b5c117ea5 HTTP/1.1" status: 204  len: 168 time: 0.9498823
May 10 20:07:08.978087 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 52036) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:08.984302 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-a3017ce0-428f-4e6d-b967-4637c4888d5c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--92488944', 'description': 'tempest-description--1378891599'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:07:08.990430 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-a3017ce0-428f-4e6d-b967-4637c4888d5c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:07:08.995019 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-a3017ce0-428f-4e6d-b967-4637c4888d5c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Usage tracker for resource:security_group and tenant:b65721b496f24a29859a65925c5d03bf is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:07:08.999356 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-a3017ce0-428f-4e6d-b967-4637c4888d5c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:07:09.006141 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-a3017ce0-428f-4e6d-b967-4637c4888d5c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:07:09.018595 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a3017ce0-428f-4e6d-b967-4637c4888d5c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:09.042042 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-a3017ce0-428f-4e6d-b967-4637c4888d5c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:07:09.046770 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-a3017ce0-428f-4e6d-b967-4637c4888d5c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Usage tracker for resource:security_group_rule and tenant:b65721b496f24a29859a65925c5d03bf is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:07:09.051380 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-a3017ce0-428f-4e6d-b967-4637c4888d5c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:07:09.056565 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-a3017ce0-428f-4e6d-b967-4637c4888d5c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:07:09.136669 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a3017ce0-428f-4e6d-b967-4637c4888d5c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:09.141578 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a3017ce0-428f-4e6d-b967-4637c4888d5c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:09.147682 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-aeb44605-b775-4166-971b-1daf7efca78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:09.200510 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3017ce0-428f-4e6d-b967-4637c4888d5c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5367f834-47ff-4c68-8fe8-10711febfc48,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:09.203726 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-a3017ce0-428f-4e6d-b967-4637c4888d5c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:09.205849 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a3017ce0-428f-4e6d-b967-4637c4888d5c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:09.211438 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-a3017ce0-428f-4e6d-b967-4637c4888d5c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2276375
May 10 20:07:09.212921 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 52040) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:09.218235 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-b1047b2f-de0b-43fe-a952-a93224d91309 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Request body: {'security_group_rule': {'security_group_id': '5367f834-47ff-4c68-8fe8-10711febfc48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:07:09.224323 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-b1047b2f-de0b-43fe-a952-a93224d91309 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:07:09.228374 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-b1047b2f-de0b-43fe-a952-a93224d91309 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Usage tracker for resource:security_group_rule and tenant:b65721b496f24a29859a65925c5d03bf is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:07:09.232578 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-b1047b2f-de0b-43fe-a952-a93224d91309 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:07:09.239542 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-b1047b2f-de0b-43fe-a952-a93224d91309 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:07:09.260172 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b1047b2f-de0b-43fe-a952-a93224d91309 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:09.333641 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b1047b2f-de0b-43fe-a952-a93224d91309 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:09.338760 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b1047b2f-de0b-43fe-a952-a93224d91309 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:09.341858 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-5e79f198-aa67-4578-b100-48b64f794c3d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:09.367748 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1047b2f-de0b-43fe-a952-a93224d91309 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9741e5c6-836b-4dbc-b2d2-d092c58c42e6,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:09.370846 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-b1047b2f-de0b-43fe-a952-a93224d91309 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:09.380461 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b1047b2f-de0b-43fe-a952-a93224d91309 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:09.381693 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-b1047b2f-de0b-43fe-a952-a93224d91309 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1689918
May 10 20:07:09.384676 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 52044) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:09.391267 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-cb661867-34fb-4260-bb21-aea090adf466 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Request body: {'security_group_rule': {'security_group_id': '5367f834-47ff-4c68-8fe8-10711febfc48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:07:09.397615 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-cb661867-34fb-4260-bb21-aea090adf466 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:07:09.401939 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-cb661867-34fb-4260-bb21-aea090adf466 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Usage tracker for resource:security_group_rule and tenant:b65721b496f24a29859a65925c5d03bf is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:07:09.405789 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-cb661867-34fb-4260-bb21-aea090adf466 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:07:09.411895 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-cb661867-34fb-4260-bb21-aea090adf466 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:07:09.435456 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-cb661867-34fb-4260-bb21-aea090adf466 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:09.510040 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-cb661867-34fb-4260-bb21-aea090adf466 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:09.514934 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-cb661867-34fb-4260-bb21-aea090adf466 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:09.517534 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:09.543530 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb661867-34fb-4260-bb21-aea090adf466 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7d4054-7162-49a9-9dd1-b89d4ff013a5,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:09.547253 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-cb661867-34fb-4260-bb21-aea090adf466 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:09.558182 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-cb661867-34fb-4260-bb21-aea090adf466 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:09.559637 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-cb661867-34fb-4260-bb21-aea090adf466 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1738703
May 10 20:07:09.563840 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 52048) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:09.569270 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Request body: {'floatingip': {'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:07:09.576725 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:07:09.581876 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Usage tracker for resource:floatingip and tenant:b65721b496f24a29859a65925c5d03bf is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:07:09.591087 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:07:09.599019 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:07:09.610981 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for floatingip, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:09.764542 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:09.944668 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Allocated IP 172.27.1.23 (01362e56-e24c-4ee7-a42c-5b36628ae184/e9773ae1-ec36-4e8c-9f0f-e60b51e99e71/426b6e9f-0979-4b14-a9de-742e12b382e6) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:07:10.115722 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:10.151975 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:10.156421 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:10.223335 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:07:10.226442 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:07:10.235592 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:07:10.267877 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Pushing event updated for resources: {'Port': ['ID=426b6e9f-0979-4b14-a9de-742e12b382e6,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:10.283971 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:10.284351 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:10.284804 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:10.285083 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:10.285438 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:10.285824 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:10.286372 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:10.286743 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:10.287098 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:10.287448 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:10.287798 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:10.288176 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:10.294844 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:10.390947 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:10.496765 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:10.735242 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:10.741304 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:10.745413 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-64fe7048-385f-4d15-9eef-990491f8dd04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:10.866620 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Pushing event updated for resources: {'Port': ['ID=426b6e9f-0979-4b14-a9de-742e12b382e6,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:10.870926 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:10.886640 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400245'] for floatingip, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:10.918075 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:10.920507 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3552949
May 10 20:07:11.243712 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-fa6e7ecc-1841-4b9a-87d0-f5217720bf71 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--92488944&fields=id&tenant_id=b65721b496f24a29859a65925c5d03bf HTTP/1.1" status: 200  len: 267 time: 0.0628273
May 10 20:07:11.583212 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-df9f238b-edc7-4835-887e-28921669f41c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:11.584922 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-df9f238b-edc7-4835-887e-28921669f41c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/networks?id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 HTTP/1.1" status: 200  len: 816 time: 0.3330150
May 10 20:07:11.609554 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-80f8eaae-0aad-4e5a-bf6e-670956d09a59 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/quotas/b65721b496f24a29859a65925c5d03bf HTTP/1.1" status: 200  len: 375 time: 0.0107667
May 10 20:07:11.720245 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-ddb1c6a5-6b0b-4a4d-b9d7-c1d8cac9885a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b65721b496f24a29859a65925c5d03bf&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0969949
May 10 20:07:11.932380 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-fd762b3a-a379-4562-826c-61db5ab753d2 service neutron] 10.222.0.15 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1976218
May 10 20:07:12.148780 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-ca7ef817-3167-4ca3-8a77-037f3b3ee96e service neutron] 10.222.0.15 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2092469
May 10 20:07:12.393920 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fe552950-99c6-4b16-8b17-8060cf5da5c6 req-d88b55b9-1d77-4524-9a6b-250ec7d4def7 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 210 time: 0.0537097
May 10 20:07:12.677786 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:13.249647 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762b25e-f20a-4a6a-accd-e328eb27e743 req-60879d3d-45f7-4795-93d7-37a6527bb3f1 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:13.252317 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8762b25e-f20a-4a6a-accd-e328eb27e743 req-60879d3d-45f7-4795-93d7-37a6527bb3f1 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=4719fa0a-b4b3-4d2d-9967-3786e1f13e2f HTTP/1.1" status: 200  len: 946 time: 0.1068327
May 10 20:07:13.320889 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8762b25e-f20a-4a6a-accd-e328eb27e743 req-47b7fc04-367e-4fe8-904d-9cb97e4b472b tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615730
May 10 20:07:13.621390 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6712e334-a829-4f68-a4aa-ff42e81faea6 req-83f688ae-e1c5-4eb3-9d59-c7e600af1d08 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 210 time: 0.0774076
May 10 20:07:13.826461 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-308d8d5d-ca46-4dbc-a0a3-bc1e3850f412 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:13.829316 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-308d8d5d-ca46-4dbc-a0a3-bc1e3850f412 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.30 "GET /v2.0/networks?id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 HTTP/1.1" status: 200  len: 816 time: 0.2471995
May 10 20:07:13.916737 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-40b3a595-5f06-47e8-89b6-809aed1fd2e0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Synchronizing usage tracker for tenant:b65721b496f24a29859a65925c5d03bf on resource:security_group {{(pid=78727) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:07:13.942908 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-40b3a595-5f06-47e8-89b6-809aed1fd2e0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Unset dirty status for tenant:b65721b496f24a29859a65925c5d03bf on resource:security_group {{(pid=78727) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:07:13.944318 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-40b3a595-5f06-47e8-89b6-809aed1fd2e0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b65721b496f24a29859a65925c5d03bf HTTP/1.1" status: 200  len: 378 time: 0.1057007
May 10 20:07:13.954964 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-70b3e18a-b955-4a09-8180-46c1ad3b93d0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Request body: {'port': {'device_id': '741e8453-6f3c-4f0a-ae83-e33b7369cce3', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'admin_state_up': True, 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'security_groups': ['5367f834-47ff-4c68-8fe8-10711febfc48']}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:07:14.105078 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-70b3e18a-b955-4a09-8180-46c1ad3b93d0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:07:14.110522 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-70b3e18a-b955-4a09-8180-46c1ad3b93d0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Usage tracker for resource:port and tenant:b65721b496f24a29859a65925c5d03bf is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:07:14.113632 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-70b3e18a-b955-4a09-8180-46c1ad3b93d0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:07:14.119786 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-70b3e18a-b955-4a09-8180-46c1ad3b93d0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:07:14.130954 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-70b3e18a-b955-4a09-8180-46c1ad3b93d0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Made reservation on behalf of b65721b496f24a29859a65925c5d03bf for: {'port': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:07:14.134779 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-70b3e18a-b955-4a09-8180-46c1ad3b93d0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:14.354748 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-70b3e18a-b955-4a09-8180-46c1ad3b93d0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Allocated IP 172.20.0.14 (ab7a157c-09d7-4921-8bf8-a6a3c71a61b7/a7c0f63c-4d1b-479f-a1ab-64a94c500e7f/c07fa741-b620-4729-b9ae-acbcf354c39b) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:07:14.553533 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a2d5e-2d5f-47dc-a766-719cb5158d56 req-7498f7be-af99-4150-b5e5-a2e45eeeb005 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:14.555162 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4f8a2d5e-2d5f-47dc-a766-719cb5158d56 req-7498f7be-af99-4150-b5e5-a2e45eeeb005 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=4719fa0a-b4b3-4d2d-9967-3786e1f13e2f HTTP/1.1" status: 200  len: 946 time: 0.0910444
May 10 20:07:14.580115 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-70b3e18a-b955-4a09-8180-46c1ad3b93d0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:14.605809 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.provisioning_blocks [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-70b3e18a-b955-4a09-8180-46c1ad3b93d0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Transition to ACTIVE for port object c07fa741-b620-4729-b9ae-acbcf354c39b will not be triggered until provisioned by entity DHCP. {{(pid=78727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:07:14.634014 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-70b3e18a-b955-4a09-8180-46c1ad3b93d0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:14.634729 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4f8a2d5e-2d5f-47dc-a766-719cb5158d56 req-0c6dcfc6-0f6e-4681-afc0-36426d12c0ea tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/security-groups?id=1eb08dda-bed1-42d8-a980-581476f31051&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713596
May 10 20:07:14.640258 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-a8b1a015-e063-46fd-b03e-3898d8aca552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:14.715221 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-70b3e18a-b955-4a09-8180-46c1ad3b93d0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Network ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:07:14.719311 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-70b3e18a-b955-4a09-8180-46c1ad3b93d0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:07:14.729391 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-70b3e18a-b955-4a09-8180-46c1ad3b93d0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:07:14.777316 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3e18a-b955-4a09-8180-46c1ad3b93d0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Pushing event updated for resources: {'Port': ['ID=c07fa741-b620-4729-b9ae-acbcf354c39b,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:14.789212 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-70b3e18a-b955-4a09-8180-46c1ad3b93d0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:14.815057 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-70b3e18a-b955-4a09-8180-46c1ad3b93d0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:14.815733 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-70b3e18a-b955-4a09-8180-46c1ad3b93d0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:14.875100 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-70b3e18a-b955-4a09-8180-46c1ad3b93d0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9248087
May 10 20:07:14.897553 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Request body: {'port': {'device_id': '741e8453-6f3c-4f0a-ae83-e33b7369cce3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:07:14.921554 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9ec88-9436-4a51-ab79-4f74198f0af3 req-a399c3f8-f988-4a9e-8e06-d9de4d9c8456 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:14.923746 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-83f9ec88-9436-4a51-ab79-4f74198f0af3 req-a399c3f8-f988-4a9e-8e06-d9de4d9c8456 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 932 time: 0.1541042
May 10 20:07:14.975008 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-dcc990e4-3522-4813-8d06-87e47583e85e None None] Provisioning for port c07fa741-b620-4729-b9ae-acbcf354c39b completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:07:14.982539 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-dcc990e4-3522-4813-8d06-87e47583e85e None None] Provisioning complete for port c07fa741-b620-4729-b9ae-acbcf354c39b triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:07:14.983734 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-dcc990e4-3522-4813-8d06-87e47583e85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:15.047513 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-dcc990e4-3522-4813-8d06-87e47583e85e None None] Port c07fa741-b620-4729-b9ae-acbcf354c39b cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:07:15.049689 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-83f9ec88-9436-4a51-ab79-4f74198f0af3 req-001be343-8e3a-4768-a69c-612e72e50b38 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0808899
May 10 20:07:15.093824 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23268b45-a5e6-45b4-aae7-d811ea6e35b2 req-58cdb886-1aae-4f96-afe4-c0172cec412b tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:15.095526 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-23268b45-a5e6-45b4-aae7-d811ea6e35b2 req-58cdb886-1aae-4f96-afe4-c0172cec412b tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.30 "GET /v2.0/ports?device_id=4719fa0a-b4b3-4d2d-9967-3786e1f13e2f HTTP/1.1" status: 200  len: 946 time: 0.1865792
May 10 20:07:15.142621 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:15.292707 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-23268b45-a5e6-45b4-aae7-d811ea6e35b2 req-ba2fa0be-5a47-441c-b6d9-7e2082f73b22 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Deleting port db05cb0c-21b1-466e-b194-4d9bb24f4faa {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:07:15.293180 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-23268b45-a5e6-45b4-aae7-d811ea6e35b2 req-ba2fa0be-5a47-441c-b6d9-7e2082f73b22 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:15.565795 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-23268b45-a5e6-45b4-aae7-d811ea6e35b2 req-ba2fa0be-5a47-441c-b6d9-7e2082f73b22 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] For port db05cb0c-21b1-466e-b194-4d9bb24f4faa, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=db05cb0c-21b1-466e-b194-4d9bb24f4faa,segment=NetworkSegment(473454d6-c0f8-457a-ae4b-8533b44a2b09),segment_id=473454d6-c0f8-457a-ae4b-8533b44a2b09)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:15.566511 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-23268b45-a5e6-45b4-aae7-d811ea6e35b2 req-ba2fa0be-5a47-441c-b6d9-7e2082f73b22 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:15.576416 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07fa741-b620-4729-b9ae-acbcf354c39b {{(pid=78727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:07:15.584537 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:15.600283 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.provisioning_blocks [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Transition to ACTIVE for port object c07fa741-b620-4729-b9ae-acbcf354c39b will not be triggered until provisioned by entity L2. {{(pid=78727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:07:15.605934 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10490743'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:15.611596 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-b0a321fb-3381-4486-ba33-d2fe7a9eb3b2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:15.703330 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-23268b45-a5e6-45b4-aae7-d811ea6e35b2 req-ba2fa0be-5a47-441c-b6d9-7e2082f73b22 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Calling delete_port for db05cb0c-21b1-466e-b194-4d9bb24f4faa owned by compute:nova {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:07:15.735644 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8247f6e-76d0-4ea9-a4b1-cc7886c2ff60 req-ef0246c1-7cc1-479e-9e5b-18f0c9facac8 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:15.737240 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b8247f6e-76d0-4ea9-a4b1-cc7886c2ff60 req-ef0246c1-7cc1-479e-9e5b-18f0c9facac8 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.3497779
May 10 20:07:15.773335 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Pushing event updated for resources: {'Port': ['ID=c07fa741-b620-4729-b9ae-acbcf354c39b,revision_number=2']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:15.783990 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:15.810567 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b8247f6e-76d0-4ea9-a4b1-cc7886c2ff60 req-c126cf13-a02e-4a1f-8f76-697a56c22256 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570719
May 10 20:07:15.892867 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Attempting to bind port c07fa741-b620-4729-b9ae-acbcf354c39b on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:07:15.893451 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Attempting to bind port c07fa741-b620-4729-b9ae-acbcf354c39b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '550dddbb-0fff-49a9-9da1-ac1d2fae6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7'}] {{(pid=78727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:07:15.893699 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Attempting to bind port c07fa741-b620-4729-b9ae-acbcf354c39b on network ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:07:15.899905 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Port c07fa741-b620-4729-b9ae-acbcf354c39b on network ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:07:15.900346 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Attempting to bind port c07fa741-b620-4729-b9ae-acbcf354c39b on network ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:07:15.907918 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Checking agent: {'id': '16e2165d-e53b-4771-ba7e-9126d1b04f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'started_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:07:15.908467 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Checking segment: {'id': '550dddbb-0fff-49a9-9da1-ac1d2fae6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:07:15.908833 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Bound using segment: {'id': '550dddbb-0fff-49a9-9da1-ac1d2fae6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7'} {{(pid=78727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:07:15.909283 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.managers [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Bound port: c07fa741-b620-4729-b9ae-acbcf354c39b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550dddbb-0fff-49a9-9da1-ac1d2fae6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7'}}] {{(pid=78727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:07:15.909632 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:15.949369 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-23268b45-a5e6-45b4-aae7-d811ea6e35b2 req-ba2fa0be-5a47-441c-b6d9-7e2082f73b22 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:15.963558 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['db05cb0c-21b1-466e-b194-4d9bb24f4faa'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:07:16.054351 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] For port c07fa741-b620-4729-b9ae-acbcf354c39b, host hv-cinder-78836, cleared binding levels {{(pid=78727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:07:16.058868 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] For port c07fa741-b620-4729-b9ae-acbcf354c39b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c07fa741-b620-4729-b9ae-acbcf354c39b,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:07:16.067178 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10490743'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:16.072479 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-a78b0179-1b2e-4392-a918-00a51890ecfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:16.120814 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b755033c-63ef-4ab7-9e97-99e734794f4d req-9d7707e0-065e-4296-82e8-49b4825245b5 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.15 "GET /v2.0/ports?device_id=4719fa0a-b4b3-4d2d-9967-3786e1f13e2f HTTP/1.1" status: 200  len: 210 time: 0.1734304
May 10 20:07:16.125357 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:16.140720 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:16.141367 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:16.142806 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] 10.222.0.30 "PUT /v2.0/ports/c07fa741-b620-4729-b9ae-acbcf354c39b HTTP/1.1" status: 200  len: 1094 time: 1.2507989
May 10 20:07:16.143329 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741e8453-6f3c-4f0a-ae83-e33b7369cce3', 'tag': 'c07fa741-b620-4729-b9ae-acbcf354c39b'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:07:16.176390 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fa0be-5a47-441c-b6d9-7e2082f73b22 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Pushing event deleted for resources: {'Port': ['ID=db05cb0c-21b1-466e-b194-4d9bb24f4faa,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:16.179626 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ba2fa0be-5a47-441c-b6d9-7e2082f73b22 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:16.200923 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Pushing event updated for resources: {'Port': ['ID=c07fa741-b620-4729-b9ae-acbcf354c39b,revision_number=3']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:16.204417 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:16.288328 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741e8453-6f3c-4f0a-ae83-e33b7369cce3', 'tag': 'c07fa741-b620-4729-b9ae-acbcf354c39b', 'status': 'completed', 'code': 200}
May 10 20:07:16.354716 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-6f1f3faf-9bbf-4e5c-9e7a-3e2ce147a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:16.357900 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-6f1f3faf-9bbf-4e5c-9e7a-3e2ce147a959 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b65721b496f24a29859a65925c5d03bf&device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 1097 time: 0.1523080
May 10 20:07:16.379760 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-23268b45-a5e6-45b4-aae7-d811ea6e35b2 req-ba2fa0be-5a47-441c-b6d9-7e2082f73b22 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] No DVR routers for this DVR port db05cb0c-21b1-466e-b194-4d9bb24f4faa on host hv-cinder-78836 {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:07:16.386976 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-23268b45-a5e6-45b4-aae7-d811ea6e35b2 req-ba2fa0be-5a47-441c-b6d9-7e2082f73b22 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:16.390016 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4719fa0a-b4b3-4d2d-9967-3786e1f13e2f', 'name': 'network-vif-deleted', 'tag': 'db05cb0c-21b1-466e-b194-4d9bb24f4faa'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:07:16.411079 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-23268b45-a5e6-45b4-aae7-d811ea6e35b2 req-ba2fa0be-5a47-441c-b6d9-7e2082f73b22 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] 10.222.0.30 "DELETE /v2.0/ports/db05cb0c-21b1-466e-b194-4d9bb24f4faa HTTP/1.1" status: 204  len: 173 time: 1.3042278
May 10 20:07:16.454315 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c310c3-43a0-4dee-bbf3-5caec1ad30da req-0a60cc37-a6da-496a-bf6f-1175cfbb9850 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:16.456760 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-77094988-3bb8-42ee-8526-bb5ec835d16e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c07fa741-b620-4729-b9ae-acbcf354c39b HTTP/1.1" status: 200  len: 217 time: 0.0905674
May 10 20:07:16.457411 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-44c310c3-43a0-4dee-bbf3-5caec1ad30da req-0a60cc37-a6da-496a-bf6f-1175cfbb9850 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.1341717
May 10 20:07:16.518243 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-44c310c3-43a0-4dee-bbf3-5caec1ad30da req-3ba48d3e-4390-4886-865d-0dafc244c8ff tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0556483
May 10 20:07:16.566270 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-18d46109-f166-4915-b709-b54f50740033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:16.567858 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-18d46109-f166-4915-b709-b54f50740033 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c0f63c-4d1b-479f-a1ab-64a94c500e7f HTTP/1.1" status: 200  len: 855 time: 0.0988348
May 10 20:07:16.664875 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4719fa0a-b4b3-4d2d-9967-3786e1f13e2f', 'name': 'network-vif-deleted', 'tag': 'db05cb0c-21b1-466e-b194-4d9bb24f4faa', 'status': 'completed', 'code': 200}
May 10 20:07:16.696233 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-02fefadc-dfdc-471f-bd87-dfcacdebdac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:16.697611 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-02fefadc-dfdc-471f-bd87-dfcacdebdac9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1164711
May 10 20:07:16.733193 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bac1e7-ba1c-4054-81c7-ef6f2c763dc6 req-3001215c-533c-4b87-8b48-a86977530905 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:16.734808 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-72bac1e7-ba1c-4054-81c7-ef6f2c763dc6 req-3001215c-533c-4b87-8b48-a86977530905 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.1246912
May 10 20:07:16.870094 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-7d897db0-76f8-49d4-b591-fef38045e791 service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1649017
May 10 20:07:16.911008 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-72bac1e7-ba1c-4054-81c7-ef6f2c763dc6 req-ddfb8f92-0c1a-4afb-9d22-4f6e633ba1d9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Deleting port 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:07:16.911557 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-72bac1e7-ba1c-4054-81c7-ef6f2c763dc6 req-ddfb8f92-0c1a-4afb-9d22-4f6e633ba1d9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:17.052377 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-80443d91-4672-42d6-84e4-9f9d13ace108 req-cb517c14-5ae7-49ca-bfe7-21e1df20af3e service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1714995
May 10 20:07:17.148971 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-72bac1e7-ba1c-4054-81c7-ef6f2c763dc6 req-ddfb8f92-0c1a-4afb-9d22-4f6e633ba1d9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] For port 3a55def3-f11f-44d5-90f0-c56e7e8f0f30, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3a55def3-f11f-44d5-90f0-c56e7e8f0f30,segment=NetworkSegment(02d6ea9c-b7c6-43c6-998b-d26fce13f343),segment_id=02d6ea9c-b7c6-43c6-998b-d26fce13f343)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:17.149322 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-72bac1e7-ba1c-4054-81c7-ef6f2c763dc6 req-ddfb8f92-0c1a-4afb-9d22-4f6e633ba1d9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:17.206851 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ad1f3-b695-497a-a5af-c6376d7db560 req-6ab00a42-3342-4a88-8f5d-e9af8785be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:17.208123 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b02ad1f3-b695-497a-a5af-c6376d7db560 req-6ab00a42-3342-4a88-8f5d-e9af8785be07 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b65721b496f24a29859a65925c5d03bf&device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 1097 time: 0.0864275
May 10 20:07:17.237715 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9b51e-db49-489d-a072-3b3b28b04295 req-bfa7f4d4-fddd-4dfc-a4e2-3b0ff55f6437 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:17.239311 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-56f9b51e-db49-489d-a072-3b3b28b04295 req-bfa7f4d4-fddd-4dfc-a4e2-3b0ff55f6437 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 946 time: 0.2217803
May 10 20:07:17.385556 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-56f9b51e-db49-489d-a072-3b3b28b04295 req-41bbe40a-9731-4623-80d3-ba674c965652 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1372688
May 10 20:07:17.490066 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ad1f3-b695-497a-a5af-c6376d7db560 req-2e795f35-d052-46ec-ab88-84e06cf375c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:17.492741 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b02ad1f3-b695-497a-a5af-c6376d7db560 req-2e795f35-d052-46ec-ab88-84e06cf375c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 HTTP/1.1" status: 200  len: 916 time: 0.2779095
May 10 20:07:17.572567 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b02ad1f3-b695-497a-a5af-c6376d7db560 req-7cc86fc3-d794-4488-a28e-7f28da10c7cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c07fa741-b620-4729-b9ae-acbcf354c39b HTTP/1.1" status: 200  len: 217 time: 0.0732412
May 10 20:07:17.598711 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-72bac1e7-ba1c-4054-81c7-ef6f2c763dc6 req-ddfb8f92-0c1a-4afb-9d22-4f6e633ba1d9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:17.599512 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-72bac1e7-ba1c-4054-81c7-ef6f2c763dc6 req-ddfb8f92-0c1a-4afb-9d22-4f6e633ba1d9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400245'] for floatingip, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:17.600207 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.db.l3_db [req-72bac1e7-ba1c-4054-81c7-ef6f2c763dc6 req-ddfb8f92-0c1a-4afb-9d22-4f6e633ba1d9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Floating IP 1d4a1c3f-4cde-403e-85d7-ee9fb1cd4348 disassociated. External IP: 172.27.1.129, port: 3a55def3-f11f-44d5-90f0-c56e7e8f0f30.
May 10 20:07:17.600968 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-72bac1e7-ba1c-4054-81c7-ef6f2c763dc6 req-ddfb8f92-0c1a-4afb-9d22-4f6e633ba1d9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Calling delete_port for 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 owned by compute:nova {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:07:17.652505 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ad1f3-b695-497a-a5af-c6376d7db560 req-66808242-8227-4ea1-baab-3d7df6463e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:17.654799 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b02ad1f3-b695-497a-a5af-c6376d7db560 req-66808242-8227-4ea1-baab-3d7df6463e7d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c0f63c-4d1b-479f-a1ab-64a94c500e7f HTTP/1.1" status: 200  len: 855 time: 0.0748045
May 10 20:07:17.773968 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ad1f3-b695-497a-a5af-c6376d7db560 req-45a269e1-a47d-4984-8d13-f5aa2a362a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:17.775459 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b02ad1f3-b695-497a-a5af-c6376d7db560 req-45a269e1-a47d-4984-8d13-f5aa2a362a19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1138873
May 10 20:07:17.928453 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-72bac1e7-ba1c-4054-81c7-ef6f2c763dc6 req-ddfb8f92-0c1a-4afb-9d22-4f6e633ba1d9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:17.953000 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:17.959393 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b02ad1f3-b695-497a-a5af-c6376d7db560 req-4fa28d07-404c-448e-ad63-4cf6f8196e03 service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761992
May 10 20:07:18.036176 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205819ab-f36c-425d-b202-03962fc01381 req-ab7c2d3f-d8ea-4178-86f0-a9b5646f884f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:18.038191 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-205819ab-f36c-425d-b202-03962fc01381 req-ab7c2d3f-d8ea-4178-86f0-a9b5646f884f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.2946446
May 10 20:07:18.039849 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb8f92-0c1a-4afb-9d22-4f6e633ba1d9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Pushing event deleted for resources: {'Port': ['ID=3a55def3-f11f-44d5-90f0-c56e7e8f0f30,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:18.043708 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ddfb8f92-0c1a-4afb-9d22-4f6e633ba1d9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:18.228720 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b02ad1f3-b695-497a-a5af-c6376d7db560 req-e9f89232-5cf5-4249-bb0d-9272333fb9f9 service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2612684
May 10 20:07:18.274476 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-205819ab-f36c-425d-b202-03962fc01381 req-60a6c29d-b163-4e20-a77d-92fdd0e537b7 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1652505
May 10 20:07:18.313862 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72bac1e7-ba1c-4054-81c7-ef6f2c763dc6 req-ddfb8f92-0c1a-4afb-9d22-4f6e633ba1d9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Router 06c2df09-1c25-4cdb-b298-6e096f7b644f has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:07:18.675564 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-506f940b-bc6a-4473-ba68-2a380d77ae6b req-84e8daed-6751-481f-bc68-93b4dad270d9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb7c595-bea4-46df-bf52-01ae784c308c HTTP/1.1" status: 200  len: 210 time: 0.0618038
May 10 20:07:18.714165 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72bac1e7-ba1c-4054-81c7-ef6f2c763dc6 req-ddfb8f92-0c1a-4afb-9d22-4f6e633ba1d9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:07:18.729315 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84be780-dc0b-435b-adad-691cb4502d15 None None] Sync routers for ids ['06c2df09-1c25-4cdb-b298-6e096f7b644f'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:07:18.742823 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84be780-dc0b-435b-adad-691cb4502d15 None None] Routers {'06c2df09-1c25-4cdb-b298-6e096f7b644f'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:07:18.743543 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-c84be780-dc0b-435b-adad-691cb4502d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff89ee5e0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:07:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['06c2df09-1c25-4cdb-b298-6e096f7b644f'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:18.835340 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bac1e7-ba1c-4054-81c7-ef6f2c763dc6 req-ddfb8f92-0c1a-4afb-9d22-4f6e633ba1d9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] No DVR routers for this DVR port 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 on host hv-cinder-78836 {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:07:18.839381 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-72bac1e7-ba1c-4054-81c7-ef6f2c763dc6 req-ddfb8f92-0c1a-4afb-9d22-4f6e633ba1d9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:18.845142 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb7c595-bea4-46df-bf52-01ae784c308c', 'name': 'network-vif-deleted', 'tag': '3a55def3-f11f-44d5-90f0-c56e7e8f0f30'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:07:18.883535 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-72bac1e7-ba1c-4054-81c7-ef6f2c763dc6 req-ddfb8f92-0c1a-4afb-9d22-4f6e633ba1d9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.30 "DELETE /v2.0/ports/3a55def3-f11f-44d5-90f0-c56e7e8f0f30 HTTP/1.1" status: 204  len: 173 time: 2.1418872
May 10 20:07:18.903984 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb7c595-bea4-46df-bf52-01ae784c308c', 'name': 'network-vif-deleted', 'tag': '3a55def3-f11f-44d5-90f0-c56e7e8f0f30', 'status': 'completed', 'code': 200}
May 10 20:07:19.034450 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-c84be780-dc0b-435b-adad-691cb4502d15 None None] Set router 06c2df09-1c25-4cdb-b298-6e096f7b644f gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:07:19.211370 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:07:19.269261 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] No Port match for: 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:07:19.269611 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 3a55def3-f11f-44d5-90f0-c56e7e8f0f30 not bound to the agent host hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:07:19.271833 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device db05cb0c-21b1-466e-b194-4d9bb24f4faa no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:07:19.361973 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] No Port match for: db05cb0c-21b1-466e-b194-4d9bb24f4faa {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:07:19.362325 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device db05cb0c-21b1-466e-b194-4d9bb24f4faa not bound to the agent host hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:07:19.536087 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccaca77-c127-4c89-b083-1d760b0e9610 req-01381b9d-45a9-426d-9151-b8ed1666d45e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:19.537661 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8ccaca77-c127-4c89-b083-1d760b0e9610 req-01381b9d-45a9-426d-9151-b8ed1666d45e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.1173093
May 10 20:07:19.577003 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-c84be780-dc0b-435b-adad-691cb4502d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff89ee5e0>, [{'id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:16Z', 'updated_at': '2021-05-10T19:59:24Z', 'revision_number': 4, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'gw_port': {'id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:18Z', 'updated_at': '2021-05-10T19:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc', 'name': '', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'mac_address': 'fa:16:3e:d0:2e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:37Z', 'revision_number': 5, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'subnets': [{'id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:19.582470 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84be780-dc0b-435b-adad-691cb4502d15 None None] Checking router: 06c2df09-1c25-4cdb-b298-6e096f7b644f for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:07:19.610312 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84be780-dc0b-435b-adad-691cb4502d15 None None] Routers {'06c2df09-1c25-4cdb-b298-6e096f7b644f'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:07:19.611323 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-c84be780-dc0b-435b-adad-691cb4502d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff89ee5e0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:07:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['06c2df09-1c25-4cdb-b298-6e096f7b644f'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:19.642410 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8ccaca77-c127-4c89-b083-1d760b0e9610 req-2db67e28-4282-4cc5-acd8-cfca9facec02 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0970476
May 10 20:07:19.895221 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-c84be780-dc0b-435b-adad-691cb4502d15 None None] Set router 06c2df09-1c25-4cdb-b298-6e096f7b644f gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:07:19.898670 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 52154) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:20.002812 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6a30677b-4857-4a69-8f51-ffe33402f224 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:20.057027 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6a30677b-4857-4a69-8f51-ffe33402f224 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:20.155480 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6a30677b-4857-4a69-8f51-ffe33402f224 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:20.160508 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8ee60b29-bbae-47db-88a9-0efe2a300935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:20.180246 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30677b-4857-4a69-8f51-ffe33402f224 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f0c696-ded1-46fe-b1a9-860a16a9c9c7,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:20.183962 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6a30677b-4857-4a69-8f51-ffe33402f224 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:20.194942 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6a30677b-4857-4a69-8f51-ffe33402f224 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:20.196146 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-6a30677b-4857-4a69-8f51-ffe33402f224 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "DELETE /v2.0/security-groups/a1f0c696-ded1-46fe-b1a9-860a16a9c9c7 HTTP/1.1" status: 204  len: 168 time: 0.2959900
May 10 20:07:20.200836 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 52158) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:20.229141 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.api.v2.resource [None req-374a980d-37da-41c0-87b4-d95976c136c0 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] show failed (client error): The resource could not be found.
May 10 20:07:20.230347 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-374a980d-37da-41c0-87b4-d95976c136c0 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups/a1f0c696-ded1-46fe-b1a9-860a16a9c9c7 HTTP/1.1" status: 404  len: 347 time: 0.0279684
May 10 20:07:20.233572 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 52162) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:20.367577 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-c84be780-dc0b-435b-adad-691cb4502d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff89ee5e0>, [{'id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:16Z', 'updated_at': '2021-05-10T19:59:24Z', 'revision_number': 4, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'gw_port': {'id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:18Z', 'updated_at': '2021-05-10T19:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc', 'name': '', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'mac_address': 'fa:16:3e:d0:2e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:37Z', 'revision_number': 5, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'subnets': [{'id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:20.375079 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84be780-dc0b-435b-adad-691cb4502d15 None None] The sync data for ids ['06c2df09-1c25-4cdb-b298-6e096f7b644f'] in dv-cinder-788364-3-iscsi is: [{'id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:16Z', 'updated_at': '2021-05-10T19:59:24Z', 'revision_number': 4, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'gw_port': {'id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:18Z', 'updated_at': '2021-05-10T19:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc', 'name': '', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'mac_address': 'fa:16:3e:d0:2e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:37Z', 'revision_number': 5, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'subnets': [{'id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:07:20.509969 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0b5e4-8dab-4122-88b0-9f81c816036d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Deleting port 888a7009-c3a8-4537-b7be-45d1bf3cb965 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:07:20.510537 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d5b0b5e4-8dab-4122-88b0-9f81c816036d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:20.641107 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8352bb0-480a-40b1-955b-e2a4d9483932 None None] New status for floating IP 1d4a1c3f-4cde-403e-85d7-ee9fb1cd4348: DOWN {{(pid=78730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:07:20.673905 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d5b0b5e4-8dab-4122-88b0-9f81c816036d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:20.674829 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d5b0b5e4-8dab-4122-88b0-9f81c816036d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:20.912261 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0b5e4-8dab-4122-88b0-9f81c816036d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Calling delete_port for 888a7009-c3a8-4537-b7be-45d1bf3cb965 owned by network:floatingip {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:07:21.066111 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31596cf2-0ce1-458d-8a2b-afc7a7de7389 req-92e3ee42-b649-4e38-98ba-8df5b0943ddb tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:21.067711 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-31596cf2-0ce1-458d-8a2b-afc7a7de7389 req-92e3ee42-b649-4e38-98ba-8df5b0943ddb tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.1506367
May 10 20:07:21.168058 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-31596cf2-0ce1-458d-8a2b-afc7a7de7389 req-e274ab56-4f92-4e77-ae0d-18738cddcbbc tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0942085
May 10 20:07:21.180177 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d5b0b5e4-8dab-4122-88b0-9f81c816036d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:21.186898 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-707cd517-ba2b-412b-86f2-fea3aade806d tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:21.236495 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0b5e4-8dab-4122-88b0-9f81c816036d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Pushing event deleted for resources: {'Port': ['ID=888a7009-c3a8-4537-b7be-45d1bf3cb965,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:21.239615 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d5b0b5e4-8dab-4122-88b0-9f81c816036d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:21.340249 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d5b0b5e4-8dab-4122-88b0-9f81c816036d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for floatingip, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:21.364284 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d5b0b5e4-8dab-4122-88b0-9f81c816036d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:21.366314 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-d5b0b5e4-8dab-4122-88b0-9f81c816036d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "DELETE /v2.0/floatingips/1d4a1c3f-4cde-403e-85d7-ee9fb1cd4348 HTTP/1.1" status: 204  len: 168 time: 1.1313558
May 10 20:07:21.773362 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 52172) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:21.780501 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-0ec2a592-0eaf-4502-b2aa-88f3d5159bcb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Request body: {'security_group': {'name': 'tempest-securitygroup--788056129', 'description': 'tempest-description--1172066635'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:07:21.787991 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-0ec2a592-0eaf-4502-b2aa-88f3d5159bcb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:07:21.795075 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-0ec2a592-0eaf-4502-b2aa-88f3d5159bcb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Usage tracker for resource:security_group and tenant:ef2cf49eae1d4d10ad224d6ec46ad00a is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:07:21.799276 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-0ec2a592-0eaf-4502-b2aa-88f3d5159bcb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:07:21.808299 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-0ec2a592-0eaf-4502-b2aa-88f3d5159bcb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:07:21.821645 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a592-0eaf-4502-b2aa-88f3d5159bcb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:21.848666 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-0ec2a592-0eaf-4502-b2aa-88f3d5159bcb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:07:21.853025 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-0ec2a592-0eaf-4502-b2aa-88f3d5159bcb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Usage tracker for resource:security_group_rule and tenant:ef2cf49eae1d4d10ad224d6ec46ad00a is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:07:21.856410 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-0ec2a592-0eaf-4502-b2aa-88f3d5159bcb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:07:21.864160 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-0ec2a592-0eaf-4502-b2aa-88f3d5159bcb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:07:21.952092 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a592-0eaf-4502-b2aa-88f3d5159bcb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:21.956764 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a592-0eaf-4502-b2aa-88f3d5159bcb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:21.961135 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d6511114-95bb-4fbc-89e3-15a7a3233eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:21.995799 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device c07fa741-b620-4729-b9ae-acbcf354c39b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:07:22.014942 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2a592-0eaf-4502-b2aa-88f3d5159bcb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdf60ed-5188-408b-ae5e-6344176ac41b,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:22.018305 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a592-0eaf-4502-b2aa-88f3d5159bcb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:22.019577 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-0ec2a592-0eaf-4502-b2aa-88f3d5159bcb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2448769
May 10 20:07:22.020606 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0ec2a592-0eaf-4502-b2aa-88f3d5159bcb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:22.023133 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 52178) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:22.030486 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-56d7207f-6b26-43b0-a53e-636a2497eae1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Request body: {'security_group_rule': {'security_group_id': 'bfdf60ed-5188-408b-ae5e-6344176ac41b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:07:22.036867 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-56d7207f-6b26-43b0-a53e-636a2497eae1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:07:22.041969 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-56d7207f-6b26-43b0-a53e-636a2497eae1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Usage tracker for resource:security_group_rule and tenant:ef2cf49eae1d4d10ad224d6ec46ad00a is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:07:22.046943 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-56d7207f-6b26-43b0-a53e-636a2497eae1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:07:22.053589 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-56d7207f-6b26-43b0-a53e-636a2497eae1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:07:22.167916 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-56d7207f-6b26-43b0-a53e-636a2497eae1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:22.247820 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port c07fa741-b620-4729-b9ae-acbcf354c39b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c07fa741-b620-4729-b9ae-acbcf354c39b,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:22.257516 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-56d7207f-6b26-43b0-a53e-636a2497eae1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:22.263774 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-56d7207f-6b26-43b0-a53e-636a2497eae1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:22.275278 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': 'c07fa741-b620-4729-b9ae-acbcf354c39b', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'port_id': 'c07fa741-b620-4729-b9ae-acbcf354c39b', 'mac_address': 'fa:16:3e:b4:97:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:07:22.280081 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:22.321163 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7207f-6b26-43b0-a53e-636a2497eae1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd011a43-98cc-48a7-b240-1d8897c40696,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:22.327710 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-56d7207f-6b26-43b0-a53e-636a2497eae1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:22.335857 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-56d7207f-6b26-43b0-a53e-636a2497eae1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:22.341491 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-56d7207f-6b26-43b0-a53e-636a2497eae1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3136547
May 10 20:07:22.341491 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 52184) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:22.348341 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-0dba8ec3-7e15-48a8-b9c1-ce59c3d28c61 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Request body: {'security_group_rule': {'security_group_id': 'bfdf60ed-5188-408b-ae5e-6344176ac41b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:07:22.356558 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-0dba8ec3-7e15-48a8-b9c1-ce59c3d28c61 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:07:22.361990 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-0dba8ec3-7e15-48a8-b9c1-ce59c3d28c61 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Usage tracker for resource:security_group_rule and tenant:ef2cf49eae1d4d10ad224d6ec46ad00a is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:07:22.365898 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-0dba8ec3-7e15-48a8-b9c1-ce59c3d28c61 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:07:22.391233 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:22.406729 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-0dba8ec3-7e15-48a8-b9c1-ce59c3d28c61 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:07:22.423611 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07fa741-b620-4729-b9ae-acbcf354c39b {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:07:22.444086 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0dba8ec3-7e15-48a8-b9c1-ce59c3d28c61 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:22.451288 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port c07fa741-b620-4729-b9ae-acbcf354c39b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c07fa741-b620-4729-b9ae-acbcf354c39b,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:22.457027 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:22.458875 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:22.517045 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b503e1-f1f2-4d39-89db-1be4402ee549 req-945affa1-61aa-4894-a87c-2c4cc6bcfa90 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:22.518533 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-16b503e1-f1f2-4d39-89db-1be4402ee549 req-945affa1-61aa-4894-a87c-2c4cc6bcfa90 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.1488392
May 10 20:07:22.550555 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=c07fa741-b620-4729-b9ae-acbcf354c39b,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:22.557057 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0dba8ec3-7e15-48a8-b9c1-ce59c3d28c61 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:22.557434 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:22.565521 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0dba8ec3-7e15-48a8-b9c1-ce59c3d28c61 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:22.571258 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:22.604637 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba8ec3-7e15-48a8-b9c1-ce59c3d28c61 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7fe9b5-9f02-44ba-b4fb-0f01c8b73aee,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:22.611559 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0dba8ec3-7e15-48a8-b9c1-ce59c3d28c61 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:22.619998 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-16b503e1-f1f2-4d39-89db-1be4402ee549 req-48689d8d-41b8-4576-be30-35e1002caaa0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0820169
May 10 20:07:22.626300 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0dba8ec3-7e15-48a8-b9c1-ce59c3d28c61 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:22.627516 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-0dba8ec3-7e15-48a8-b9c1-ce59c3d28c61 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2851155
May 10 20:07:22.634471 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 52188) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:22.640948 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Request body: {'floatingip': {'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:07:22.651649 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:07:22.658921 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Usage tracker for resource:floatingip and tenant:ef2cf49eae1d4d10ad224d6ec46ad00a is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:07:22.664009 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:07:22.672564 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:07:22.684834 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for floatingip, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:22.934559 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:23.100172 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Allocated IP 172.27.1.134 (01362e56-e24c-4ee7-a42c-5b36628ae184/e9773ae1-ec36-4e8c-9f0f-e60b51e99e71/49db64f9-248b-4843-be2a-257575acf11a) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:07:23.264550 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:23.299419 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:23.303824 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-030b7117-e342-4dc9-8d27-2940b2ab171f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:23.370121 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:07:23.373956 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:07:23.382707 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:07:23.414732 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Pushing event updated for resources: {'Port': ['ID=49db64f9-248b-4843-be2a-257575acf11a,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:23.421597 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:23.473100 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:23.536433 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:23.850546 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['c07fa741-b620-4729-b9ae-acbcf354c39b'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:07:23.880881 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:23.890462 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:23.895302 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-705e6d57-61e2-4409-9f29-8ce6a2eae7ab tempest-VolumesActionsTest-2031008578 tempest-VolumesActionsTest-2031008578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:24.045098 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe3b26-9025-4abb-bf58-3cc33a996ad8 req-86801c81-fcd6-4d47-8412-5d4f8c47193a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:24.048123 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-debe3b26-9025-4abb-bf58-3cc33a996ad8 req-86801c81-fcd6-4d47-8412-5d4f8c47193a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 945 time: 0.2757130
May 10 20:07:24.057378 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Pushing event updated for resources: {'Port': ['ID=49db64f9-248b-4843-be2a-257575acf11a,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:24.061239 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:24.093295 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400245'] for floatingip, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:24.136503 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-debe3b26-9025-4abb-bf58-3cc33a996ad8 req-d8c9be3e-b8f9-4eef-bce8-e430a39031d3 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0673137
May 10 20:07:24.137504 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:24.139078 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5031574
May 10 20:07:24.419193 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-7058fbde-87b3-4b94-9484-c4b3932f8b63 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Synchronizing usage tracker for tenant:ef2cf49eae1d4d10ad224d6ec46ad00a on resource:security_group {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:07:24.439109 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-7058fbde-87b3-4b94-9484-c4b3932f8b63 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Unset dirty status for tenant:ef2cf49eae1d4d10ad224d6ec46ad00a on resource:security_group {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:07:24.440401 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-7058fbde-87b3-4b94-9484-c4b3932f8b63 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--788056129&fields=id&tenant_id=ef2cf49eae1d4d10ad224d6ec46ad00a HTTP/1.1" status: 200  len: 267 time: 0.0654612
May 10 20:07:24.642152 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-29d96e18-6336-4f29-b38b-54a0d8d57899 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:24.643729 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-29d96e18-6336-4f29-b38b-54a0d8d57899 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/networks?id=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb HTTP/1.1" status: 200  len: 811 time: 0.1888936
May 10 20:07:24.664440 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-05404560-0e2a-48a3-90dd-f9349ad60139 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/quotas/ef2cf49eae1d4d10ad224d6ec46ad00a HTTP/1.1" status: 200  len: 375 time: 0.0124328
May 10 20:07:24.765561 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-51a8a9d3-644d-4905-aada-429227f92328 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Synchronizing usage tracker for tenant:ef2cf49eae1d4d10ad224d6ec46ad00a on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:07:24.796894 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-51a8a9d3-644d-4905-aada-429227f92328 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Unset dirty status for tenant:ef2cf49eae1d4d10ad224d6ec46ad00a on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:07:24.799282 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-51a8a9d3-644d-4905-aada-429227f92328 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef2cf49eae1d4d10ad224d6ec46ad00a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1240666
May 10 20:07:25.047564 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-a6abb5a1-edc1-4f42-a66f-9f44710e486f service neutron] 10.222.0.15 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2351162
May 10 20:07:25.206898 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-0f2f78e6-9058-4b26-bb75-8f0b5e94179a service neutron] 10.222.0.15 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527407
May 10 20:07:25.272581 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device c07fa741-b620-4729-b9ae-acbcf354c39b up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:07:25.446781 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning for port c07fa741-b620-4729-b9ae-acbcf354c39b completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:07:25.452736 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port c07fa741-b620-4729-b9ae-acbcf354c39b triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:07:25.453144 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:25.466962 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-592fb1e5-fec9-48f3-8ef2-6b55d455bbbe req-4966f996-c91c-4c8e-b0ee-b512b46b7883 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 210 time: 0.0898001
May 10 20:07:25.501581 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe57b9b-3c7f-4d9b-af90-ddbb6a0b4a11 req-2fbe01d8-205d-459e-9e71-ecff262ff1af tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:25.516210 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8fe57b9b-3c7f-4d9b-af90-ddbb6a0b4a11 req-2fbe01d8-205d-459e-9e71-ecff262ff1af tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 945 time: 0.2262545
May 10 20:07:25.599622 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8fe57b9b-3c7f-4d9b-af90-ddbb6a0b4a11 req-85853957-8628-4e5d-928c-8e037d5903b1 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0819776
May 10 20:07:25.608095 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:25.657449 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741e8453-6f3c-4f0a-ae83-e33b7369cce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07fa741-b620-4729-b9ae-acbcf354c39b'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:07:25.669085 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port c07fa741-b620-4729-b9ae-acbcf354c39b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c07fa741-b620-4729-b9ae-acbcf354c39b,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:25.674975 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:25.677202 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:25.754472 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741e8453-6f3c-4f0a-ae83-e33b7369cce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07fa741-b620-4729-b9ae-acbcf354c39b', 'code': 200}
May 10 20:07:25.759756 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=c07fa741-b620-4729-b9ae-acbcf354c39b,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:25.763791 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:26.191109 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0bb78-341e-427a-a412-9cf774a5772e req-f59302a2-f4bb-42be-bbf8-80b21364c9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:26.193691 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b1d0bb78-341e-427a-a412-9cf774a5772e req-f59302a2-f4bb-42be-bbf8-80b21364c9b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 1099 time: 0.1161253
May 10 20:07:26.259607 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b1d0bb78-341e-427a-a412-9cf774a5772e req-6b6147be-94ec-4c35-9ccc-178d60eb2189 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0583045
May 10 20:07:26.681087 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2c8099e0-698e-4858-bb23-12b2e54a9757 req-605cef76-a6e0-42c7-b29c-1347b11e91cb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 210 time: 0.0675023
May 10 20:07:27.061016 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a9a74-3d3a-4a40-9c3f-4dff35d099df req-5dad07d7-b1f7-48a0-8e42-20fb4a985978 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:27.062406 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3c2a9a74-3d3a-4a40-9c3f-4dff35d099df req-5dad07d7-b1f7-48a0-8e42-20fb4a985978 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.2472892
May 10 20:07:27.073406 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-59bbe137-1a00-439e-88ae-816945686388 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:27.075687 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-59bbe137-1a00-439e-88ae-816945686388 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.30 "GET /v2.0/networks?id=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb HTTP/1.1" status: 200  len: 811 time: 0.2222676
May 10 20:07:27.160519 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3c2a9a74-3d3a-4a40-9c3f-4dff35d099df req-d9e704d6-8574-474e-86e9-6113093dcb15 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0837684
May 10 20:07:27.165068 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-ab9fc279-6bee-4f41-b050-6041c74ae8b8 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef2cf49eae1d4d10ad224d6ec46ad00a HTTP/1.1" status: 200  len: 379 time: 0.0748801
May 10 20:07:27.177566 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-bddad23d-08fb-40d7-8e19-bfa02f4b8f42 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Request body: {'port': {'device_id': '05c09898-4b53-4419-bcbd-207ed4258770', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'admin_state_up': True, 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'security_groups': ['bfdf60ed-5188-408b-ae5e-6344176ac41b']}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:07:27.359201 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4cbd5553-fe6c-4fc4-9d87-0a0679017137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:27.389157 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-bddad23d-08fb-40d7-8e19-bfa02f4b8f42 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:07:27.408749 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-bddad23d-08fb-40d7-8e19-bfa02f4b8f42 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:07:27.427535 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-bddad23d-08fb-40d7-8e19-bfa02f4b8f42 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Made reservation on behalf of ef2cf49eae1d4d10ad224d6ec46ad00a for: {'port': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:07:27.432736 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-bddad23d-08fb-40d7-8e19-bfa02f4b8f42 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:27.640494 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-bddad23d-08fb-40d7-8e19-bfa02f4b8f42 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Allocated IP 172.20.0.13 (4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb/0006aa00-bd28-429e-820e-13d3242b4a7f/fa041098-0f3d-48dc-b623-a40e01e414cc) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:07:27.935731 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-bddad23d-08fb-40d7-8e19-bfa02f4b8f42 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:27.949007 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2767166f-3d61-44b8-a0c3-fc1483f7deea req-f342509f-3b32-4195-aa3f-4577dfb5de2a tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 210 time: 0.0574055
May 10 20:07:27.963234 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-bddad23d-08fb-40d7-8e19-bfa02f4b8f42 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Transition to ACTIVE for port object fa041098-0f3d-48dc-b623-a40e01e414cc will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:07:27.995901 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-bddad23d-08fb-40d7-8e19-bfa02f4b8f42 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:28.007777 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-bf8d83a2-5d83-4fc3-8f3c-d2493371a9c4 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:28.130372 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-bddad23d-08fb-40d7-8e19-bfa02f4b8f42 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Network 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:07:28.136758 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-bddad23d-08fb-40d7-8e19-bfa02f4b8f42 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:07:28.144288 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-bddad23d-08fb-40d7-8e19-bfa02f4b8f42 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:07:28.240108 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddad23d-08fb-40d7-8e19-bfa02f4b8f42 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Pushing event updated for resources: {'Port': ['ID=fa041098-0f3d-48dc-b623-a40e01e414cc,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:28.247759 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-bddad23d-08fb-40d7-8e19-bfa02f4b8f42 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:28.317997 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-bddad23d-08fb-40d7-8e19-bfa02f4b8f42 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:28.318958 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-bddad23d-08fb-40d7-8e19-bfa02f4b8f42 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:28.374549 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-bddad23d-08fb-40d7-8e19-bfa02f4b8f42 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2036061
May 10 20:07:28.400680 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Request body: {'port': {'device_id': '05c09898-4b53-4419-bcbd-207ed4258770', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:07:28.478456 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-1ee29383-ca3a-4bf5-b5e9-79a309fe1c3a None None] Provisioning for port fa041098-0f3d-48dc-b623-a40e01e414cc completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:07:28.485525 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-1ee29383-ca3a-4bf5-b5e9-79a309fe1c3a None None] Provisioning complete for port fa041098-0f3d-48dc-b623-a40e01e414cc triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:07:28.486053 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1ee29383-ca3a-4bf5-b5e9-79a309fe1c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:28.565022 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-1ee29383-ca3a-4bf5-b5e9-79a309fe1c3a None None] Port fa041098-0f3d-48dc-b623-a40e01e414cc cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:07:28.692244 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:28.726147 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b62f6-cb4d-48aa-af63-c53f8a21d584 req-a1f3e568-669c-4f6b-a54e-3b29970f3462 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:28.727792 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-196b62f6-cb4d-48aa-af63-c53f8a21d584 req-a1f3e568-669c-4f6b-a54e-3b29970f3462 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.2843704
May 10 20:07:28.847245 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-196b62f6-cb4d-48aa-af63-c53f8a21d584 req-2ae047c3-b597-4d68-a547-54fbbce08ad0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0884144
May 10 20:07:29.239931 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cb334-883b-4222-a48b-d9dec67d2e37 req-7a302cec-8a0d-47b9-9a29-f1dcda41aaa9 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:29.241550 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7b9cb334-883b-4222-a48b-d9dec67d2e37 req-7a302cec-8a0d-47b9-9a29-f1dcda41aaa9 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.2644949
May 10 20:07:29.255232 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 52266) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:29.265330 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-4701e664-9e2d-43c8-bc8a-7708dffe4fa2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Request body: {'floatingip': {'port_id': 'c07fa741-b620-4729-b9ae-acbcf354c39b'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:07:29.331753 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f89cf-50cc-4c04-8a5b-dbcda7be946d req-4a15021b-48da-4236-a75c-17e5cce8e55c tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:29.332690 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-bf2f89cf-50cc-4c04-8a5b-dbcda7be946d req-4a15021b-48da-4236-a75c-17e5cce8e55c tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Synchronizing usage tracker for tenant:ef2cf49eae1d4d10ad224d6ec46ad00a on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:07:29.356308 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa041098-0f3d-48dc-b623-a40e01e414cc {{(pid=78728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:07:29.360394 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-4701e664-9e2d-43c8-bc8a-7708dffe4fa2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for floatingip, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:29.366975 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:29.370441 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-bf2f89cf-50cc-4c04-8a5b-dbcda7be946d req-4a15021b-48da-4236-a75c-17e5cce8e55c tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Unset dirty status for tenant:ef2cf49eae1d4d10ad224d6ec46ad00a on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:07:29.372493 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bf2f89cf-50cc-4c04-8a5b-dbcda7be946d req-4a15021b-48da-4236-a75c-17e5cce8e55c tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 932 time: 0.2762156
May 10 20:07:29.404844 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Transition to ACTIVE for port object fa041098-0f3d-48dc-b623-a40e01e414cc will not be triggered until provisioned by entity L2. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:07:29.412838 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:29.419380 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ba2fa0be-5a47-441c-b6d9-7e2082f73b22 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:29.589926 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bf2f89cf-50cc-4c04-8a5b-dbcda7be946d req-6ff5c91e-8509-4d1c-9e83-153d966b7dcb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=bfdf60ed-5188-408b-ae5e-6344176ac41b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2071533
May 10 20:07:29.635996 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa041098-0f3d-48dc-b623-a40e01e414cc,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:29.642837 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:29.790882 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Attempting to bind port fa041098-0f3d-48dc-b623-a40e01e414cc on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:07:29.791167 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Attempting to bind port fa041098-0f3d-48dc-b623-a40e01e414cc by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '02d6ea9c-b7c6-43c6-998b-d26fce13f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb'}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:07:29.791793 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Attempting to bind port fa041098-0f3d-48dc-b623-a40e01e414cc on network 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:07:29.802641 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Port fa041098-0f3d-48dc-b623-a40e01e414cc on network 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:07:29.803184 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Attempting to bind port fa041098-0f3d-48dc-b623-a40e01e414cc on network 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:07:29.813817 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Checking agent: {'id': '16e2165d-e53b-4771-ba7e-9126d1b04f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'started_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:07:29.814365 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Checking segment: {'id': '02d6ea9c-b7c6-43c6-998b-d26fce13f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:07:29.815010 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Bound using segment: {'id': '02d6ea9c-b7c6-43c6-998b-d26fce13f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb'} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:07:29.815765 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Bound port: fa041098-0f3d-48dc-b623-a40e01e414cc, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d6ea9c-b7c6-43c6-998b-d26fce13f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb'}}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:07:29.816358 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:29.962225 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] For port fa041098-0f3d-48dc-b623-a40e01e414cc, host hv-cinder-78836, cleared binding levels {{(pid=78728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:07:29.966666 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] For port fa041098-0f3d-48dc-b623-a40e01e414cc, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fa041098-0f3d-48dc-b623-a40e01e414cc,segment=NetworkSegment(02d6ea9c-b7c6-43c6-998b-d26fce13f343),segment_id=02d6ea9c-b7c6-43c6-998b-d26fce13f343)] {{(pid=78728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:07:29.976229 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:29.984915 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:30.090149 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:30.091144 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:30.093525 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] 10.222.0.30 "PUT /v2.0/ports/fa041098-0f3d-48dc-b623-a40e01e414cc HTTP/1.1" status: 200  len: 1094 time: 1.7111049
May 10 20:07:30.094316 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c09898-4b53-4419-bcbd-207ed4258770', 'tag': 'fa041098-0f3d-48dc-b623-a40e01e414cc'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:07:30.140397 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa041098-0f3d-48dc-b623-a40e01e414cc,revision_number=3']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:30.146035 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:30.191147 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c09898-4b53-4419-bcbd-207ed4258770', 'tag': 'fa041098-0f3d-48dc-b623-a40e01e414cc', 'status': 'completed', 'code': 200}
May 10 20:07:30.234908 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f24d7a4b-169a-4cbb-b180-02af3c0ecb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:30.268570 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-4701e664-9e2d-43c8-bc8a-7708dffe4fa2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:30.273903 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-4701e664-9e2d-43c8-bc8a-7708dffe4fa2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400245'] for floatingip, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:30.529705 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:30.595565 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.l3_db [None req-4701e664-9e2d-43c8-bc8a-7708dffe4fa2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Floating IP 35bfd8b8-ba6f-45a0-b1a5-121d2123a2a6 associated. External IP: 172.27.1.23, port: c07fa741-b620-4729-b9ae-acbcf354c39b.
May 10 20:07:30.919216 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfcce5-227c-473c-9636-06bd716dbdfe req-eac53f9a-5d78-4bdf-b296-87657b12985f tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:30.921429 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dddfcce5-227c-473c-9636-06bd716dbdfe req-eac53f9a-5d78-4bdf-b296-87657b12985f tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 944 time: 0.1267045
May 10 20:07:31.001158 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dddfcce5-227c-473c-9636-06bd716dbdfe req-81229d41-d8ad-412c-8390-9dd6d74cddd7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=bfdf60ed-5188-408b-ae5e-6344176ac41b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683434
May 10 20:07:31.059028 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4701e664-9e2d-43c8-bc8a-7708dffe4fa2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:07:31.253204 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4701e664-9e2d-43c8-bc8a-7708dffe4fa2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:07:31.259870 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-4701e664-9e2d-43c8-bc8a-7708dffe4fa2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:31.266884 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f55bdc0-b588-43aa-96f7-4ff8affd2a35 None None] Sync routers for ids ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:07:31.280747 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f55bdc0-b588-43aa-96f7-4ff8affd2a35 None None] Routers {'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:07:31.281596 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-5f55bdc0-b588-43aa-96f7-4ff8affd2a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff88ecb20>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:07:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:31.335626 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-4701e664-9e2d-43c8-bc8a-7708dffe4fa2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "PUT /v2.0/floatingips/35bfd8b8-ba6f-45a0-b1a5-121d2123a2a6 HTTP/1.1" status: 200  len: 991 time: 2.0786335
May 10 20:07:31.336608 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741e8453-6f3c-4f0a-ae83-e33b7369cce3', 'tag': 'c07fa741-b620-4729-b9ae-acbcf354c39b'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:07:31.385439 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741e8453-6f3c-4f0a-ae83-e33b7369cce3', 'tag': 'c07fa741-b620-4729-b9ae-acbcf354c39b', 'status': 'completed', 'code': 200}
May 10 20:07:31.552315 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-5f55bdc0-b588-43aa-96f7-4ff8affd2a35 None None] Set router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:07:32.081296 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:32.125193 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-5f55bdc0-b588-43aa-96f7-4ff8affd2a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff88ecb20>, [{'id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:39Z', 'revision_number': 4, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'gw_port': {'id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': '35bfd8b8-ba6f-45a0-b1a5-121d2123a2a6', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'port_id': 'c07fa741-b620-4729-b9ae-acbcf354c39b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'mac_address': 'fa:16:3e:b4:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741e8453-6f3c-4f0a-ae83-e33b7369cce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:07:10Z', 'updated_at': '2021-05-10T20:07:30Z', 'revision_number': 1, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532486a0-2f7b-4925-9ee7-f08269844d77', 'name': '', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'mac_address': 'fa:16:3e:e4:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:35Z', 'updated_at': '2021-05-10T19:59:52Z', 'revision_number': 5, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'subnets': [{'id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:32.131170 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f55bdc0-b588-43aa-96f7-4ff8affd2a35 None None] Checking router: cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:07:32.142426 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f55bdc0-b588-43aa-96f7-4ff8affd2a35 None None] Routers {'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:07:32.143084 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-5f55bdc0-b588-43aa-96f7-4ff8affd2a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff88ecb20>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:07:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:32.268939 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf044af4-719d-4c7b-8eab-83da0132a560 req-ec1e964d-e4fc-485e-9a40-36876716ede7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:32.271452 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cf044af4-719d-4c7b-8eab-83da0132a560 req-ec1e964d-e4fc-485e-9a40-36876716ede7 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 944 time: 0.1435621
May 10 20:07:32.321835 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cf044af4-719d-4c7b-8eab-83da0132a560 req-602b055d-50f3-4551-ac83-a0d7a5a2026a tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=bfdf60ed-5188-408b-ae5e-6344176ac41b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445690
May 10 20:07:32.349022 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-5f55bdc0-b588-43aa-96f7-4ff8affd2a35 None None] Set router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:07:32.817310 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-5f55bdc0-b588-43aa-96f7-4ff8affd2a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff88ecb20>, [{'id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:39Z', 'revision_number': 4, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'gw_port': {'id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': '35bfd8b8-ba6f-45a0-b1a5-121d2123a2a6', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'port_id': 'c07fa741-b620-4729-b9ae-acbcf354c39b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'mac_address': 'fa:16:3e:b4:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741e8453-6f3c-4f0a-ae83-e33b7369cce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:07:10Z', 'updated_at': '2021-05-10T20:07:30Z', 'revision_number': 1, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532486a0-2f7b-4925-9ee7-f08269844d77', 'name': '', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'mac_address': 'fa:16:3e:e4:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:35Z', 'updated_at': '2021-05-10T19:59:52Z', 'revision_number': 5, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'subnets': [{'id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:32.826045 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f55bdc0-b588-43aa-96f7-4ff8affd2a35 None None] The sync data for ids ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'] in dv-cinder-788364-3-iscsi is: [{'id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:39Z', 'revision_number': 4, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'gw_port': {'id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': '35bfd8b8-ba6f-45a0-b1a5-121d2123a2a6', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'port_id': 'c07fa741-b620-4729-b9ae-acbcf354c39b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'mac_address': 'fa:16:3e:b4:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741e8453-6f3c-4f0a-ae83-e33b7369cce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:07:10Z', 'updated_at': '2021-05-10T20:07:30Z', 'revision_number': 1, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532486a0-2f7b-4925-9ee7-f08269844d77', 'name': '', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'mac_address': 'fa:16:3e:e4:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:35Z', 'updated_at': '2021-05-10T19:59:52Z', 'revision_number': 5, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'subnets': [{'id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:07:33.030243 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75d9c1e-17a5-46da-b831-7e5e8a87ef3c None None] New status for floating IP 35bfd8b8-ba6f-45a0-b1a5-121d2123a2a6: ACTIVE {{(pid=78730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:07:33.565997 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23481c4-2f68-414e-812a-5611d506bcf0 req-cb00c845-8ef9-453a-a13d-67987eaabd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:33.567897 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b23481c4-2f68-414e-812a-5611d506bcf0 req-cb00c845-8ef9-453a-a13d-67987eaabd31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b65721b496f24a29859a65925c5d03bf&device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 1099 time: 0.0869818
May 10 20:07:33.611438 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba1634-e37b-4df3-8d14-baeb24117c83 req-af57c446-d259-499a-9e78-5fd2034008a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:33.612865 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ddba1634-e37b-4df3-8d14-baeb24117c83 req-af57c446-d259-499a-9e78-5fd2034008a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef2cf49eae1d4d10ad224d6ec46ad00a&device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 1097 time: 0.1518860
May 10 20:07:33.625999 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701421a6-ea31-4791-b794-185376d76590 req-3ca032a2-74aa-4364-90d9-a8d947e03959 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:33.627669 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-701421a6-ea31-4791-b794-185376d76590 req-3ca032a2-74aa-4364-90d9-a8d947e03959 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 944 time: 0.1652508
May 10 20:07:33.748952 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:33.767264 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-701421a6-ea31-4791-b794-185376d76590 req-08d68f0e-4fe0-49cb-86b6-88f19bb82fa3 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=bfdf60ed-5188-408b-ae5e-6344176ac41b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1177781
May 10 20:07:33.785802 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23481c4-2f68-414e-812a-5611d506bcf0 req-1344fbe4-2d05-4c82-b2fe-f14ab844094a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:33.788673 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b23481c4-2f68-414e-812a-5611d506bcf0 req-1344fbe4-2d05-4c82-b2fe-f14ab844094a service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 HTTP/1.1" status: 200  len: 916 time: 0.2122283
May 10 20:07:33.857405 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba1634-e37b-4df3-8d14-baeb24117c83 req-8a36b0a3-3030-4ea3-86e1-85ab66304acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:33.860314 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ddba1634-e37b-4df3-8d14-baeb24117c83 req-8a36b0a3-3030-4ea3-86e1-85ab66304acd service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ef2cf49eae1d4d10ad224d6ec46ad00a&shared=False HTTP/1.1" status: 200  len: 911 time: 0.2313924
May 10 20:07:33.971435 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b23481c4-2f68-414e-812a-5611d506bcf0 req-546127a2-65d9-4aab-b1f1-5200ffe55f52 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c07fa741-b620-4729-b9ae-acbcf354c39b HTTP/1.1" status: 200  len: 1001 time: 0.1761770
May 10 20:07:34.069936 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23481c4-2f68-414e-812a-5611d506bcf0 req-188271e6-d58a-4099-a81f-6045d30e66aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:34.071453 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b23481c4-2f68-414e-812a-5611d506bcf0 req-188271e6-d58a-4099-a81f-6045d30e66aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c0f63c-4d1b-479f-a1ab-64a94c500e7f HTTP/1.1" status: 200  len: 855 time: 0.0935647
May 10 20:07:34.172729 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23481c4-2f68-414e-812a-5611d506bcf0 req-95169656-92fe-4468-a6cf-edb85300e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:34.174932 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba1634-e37b-4df3-8d14-baeb24117c83 req-b600c03d-0595-45b7-aa13-3dd1871a037d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:34.175336 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b23481c4-2f68-414e-812a-5611d506bcf0 req-95169656-92fe-4468-a6cf-edb85300e5de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0968256
May 10 20:07:34.177094 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ddba1634-e37b-4df3-8d14-baeb24117c83 req-b600c03d-0595-45b7-aa13-3dd1871a037d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.3104978
May 10 20:07:34.323965 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-f3b83940-db2e-4bac-9420-b05a986d2c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:34.326084 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-f3b83940-db2e-4bac-9420-b05a986d2c0d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef2cf49eae1d4d10ad224d6ec46ad00a&device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 1097 time: 0.1012795
May 10 20:07:34.342843 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b23481c4-2f68-414e-812a-5611d506bcf0 req-7c68db1a-bc3c-4b76-a8cf-7b297f07f3f9 service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1572475
May 10 20:07:34.405110 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-561c2d8d-adf1-47ab-8077-9aa9d54efab5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa041098-0f3d-48dc-b623-a40e01e414cc HTTP/1.1" status: 200  len: 217 time: 0.0720437
May 10 20:07:34.491281 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-e20d1d85-d097-4f30-affb-47e94ca41017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:34.492992 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-e20d1d85-d097-4f30-affb-47e94ca41017 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0006aa00-bd28-429e-820e-13d3242b4a7f HTTP/1.1" status: 200  len: 850 time: 0.0820088
May 10 20:07:34.595572 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-73fb5701-247d-4f0c-902a-23e8256e56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:34.597372 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-73fb5701-247d-4f0c-902a-23e8256e56f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0977111
May 10 20:07:34.669997 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-b23481c4-2f68-414e-812a-5611d506bcf0 req-ad9ce980-3f0d-4909-9c84-6dc920d7138c service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3205998
May 10 20:07:34.773909 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-2200d961-f67e-4fdb-badc-8994801a8301 service neutron] 10.222.0.30 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698503
May 10 20:07:35.105364 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2339e8cd-14cb-4d19-b9a8-781f81af92a0 req-3b4fdd37-cc10-4e35-95c6-440d219041ff service neutron] 10.222.0.30 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3240151
May 10 20:07:35.144607 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78899400-505a-40f5-a393-e19253cdfb8d req-2020a835-fe81-409c-a081-34c105bf0b0b tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:35.146462 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-78899400-505a-40f5-a393-e19253cdfb8d req-2020a835-fe81-409c-a081-34c105bf0b0b tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 944 time: 0.2156708
May 10 20:07:35.198095 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-78899400-505a-40f5-a393-e19253cdfb8d req-13b946da-b333-413e-b063-6b63edce44d1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=bfdf60ed-5188-408b-ae5e-6344176ac41b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454681
May 10 20:07:36.421757 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f9f04-c2c8-4235-a823-55bdad5c0950 req-e533281d-c22b-47c4-b64b-a5f9e1e81ce4 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:36.423358 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f78f9f04-c2c8-4235-a823-55bdad5c0950 req-e533281d-c22b-47c4-b64b-a5f9e1e81ce4 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 944 time: 0.0951800
May 10 20:07:36.472979 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f78f9f04-c2c8-4235-a823-55bdad5c0950 req-aac190a7-5d6e-42a0-98c3-c12ccd963ca9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=bfdf60ed-5188-408b-ae5e-6344176ac41b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433769
May 10 20:07:37.680833 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81999a6-f767-4a97-b57e-09ff98d9da1a req-cbccf8c7-0fe8-4062-8722-36c1c923d1de tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:37.682317 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c81999a6-f767-4a97-b57e-09ff98d9da1a req-cbccf8c7-0fe8-4062-8722-36c1c923d1de tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 944 time: 0.0914989
May 10 20:07:37.744855 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c81999a6-f767-4a97-b57e-09ff98d9da1a req-03a2a681-f93e-423c-a79c-bce0180786e6 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=bfdf60ed-5188-408b-ae5e-6344176ac41b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551682
May 10 20:07:38.951373 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ce297-7d0c-4b61-8684-64ca72caed92 req-a5e99547-278f-4511-9259-bc071cfb61fa tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:38.952967 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d49ce297-7d0c-4b61-8684-64ca72caed92 req-a5e99547-278f-4511-9259-bc071cfb61fa tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 944 time: 0.0905921
May 10 20:07:39.007398 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d49ce297-7d0c-4b61-8684-64ca72caed92 req-528a1c37-2a18-42f5-aed5-de3d175db902 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=bfdf60ed-5188-408b-ae5e-6344176ac41b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484395
May 10 20:07:39.859994 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device fa041098-0f3d-48dc-b623-a40e01e414cc details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:07:40.019091 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port fa041098-0f3d-48dc-b623-a40e01e414cc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fa041098-0f3d-48dc-b623-a40e01e414cc,segment=NetworkSegment(02d6ea9c-b7c6-43c6-998b-d26fce13f343),segment_id=02d6ea9c-b7c6-43c6-998b-d26fce13f343)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:40.035912 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': 'fa041098-0f3d-48dc-b623-a40e01e414cc', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'port_id': 'fa041098-0f3d-48dc-b623-a40e01e414cc', 'mac_address': 'fa:16:3e:31:17:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:07:40.097900 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:40.117640 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa041098-0f3d-48dc-b623-a40e01e414cc {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:07:40.136463 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port fa041098-0f3d-48dc-b623-a40e01e414cc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fa041098-0f3d-48dc-b623-a40e01e414cc,segment=NetworkSegment(02d6ea9c-b7c6-43c6-998b-d26fce13f343),segment_id=02d6ea9c-b7c6-43c6-998b-d26fce13f343)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:40.141819 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:40.143807 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:40.248439 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=fa041098-0f3d-48dc-b623-a40e01e414cc,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:40.253444 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:40.258395 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99761963-4e34-4f59-856f-1e8d1674857a req-3fbdbc3e-3c2b-4571-baa1-44d34d960082 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:40.260748 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-99761963-4e34-4f59-856f-1e8d1674857a req-3fbdbc3e-3c2b-4571-baa1-44d34d960082 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 945 time: 0.0887778
May 10 20:07:40.310746 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-99761963-4e34-4f59-856f-1e8d1674857a req-2f139316-ce3c-40aa-b2eb-3d719c72dbee tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=bfdf60ed-5188-408b-ae5e-6344176ac41b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443783
May 10 20:07:40.522527 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['fa041098-0f3d-48dc-b623-a40e01e414cc'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:07:41.515534 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32227eca-2039-4a94-a36f-8bbde646cf27 req-df10341e-5e79-4e09-8a9e-f8cea019b6a3 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:41.517169 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-32227eca-2039-4a94-a36f-8bbde646cf27 req-df10341e-5e79-4e09-8a9e-f8cea019b6a3 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 945 time: 0.0963366
May 10 20:07:41.569110 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-32227eca-2039-4a94-a36f-8bbde646cf27 req-ee836718-c2cb-4f6b-8579-b26248d05072 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=bfdf60ed-5188-408b-ae5e-6344176ac41b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461314
May 10 20:07:41.752373 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:07:41.879478 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device fa041098-0f3d-48dc-b623-a40e01e414cc up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:07:41.951565 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning for port fa041098-0f3d-48dc-b623-a40e01e414cc completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:07:41.956501 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port fa041098-0f3d-48dc-b623-a40e01e414cc triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:07:41.956882 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:42.089372 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:42.126810 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c09898-4b53-4419-bcbd-207ed4258770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa041098-0f3d-48dc-b623-a40e01e414cc'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:07:42.144039 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port fa041098-0f3d-48dc-b623-a40e01e414cc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fa041098-0f3d-48dc-b623-a40e01e414cc,segment=NetworkSegment(02d6ea9c-b7c6-43c6-998b-d26fce13f343),segment_id=02d6ea9c-b7c6-43c6-998b-d26fce13f343)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:07:42.149431 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:42.151903 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:42.184576 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c09898-4b53-4419-bcbd-207ed4258770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa041098-0f3d-48dc-b623-a40e01e414cc', 'code': 200}
May 10 20:07:42.229319 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=fa041098-0f3d-48dc-b623-a40e01e414cc,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:42.238077 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:42.238420 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:42.238774 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:42.239101 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:42.239428 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:42.239751 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:42.240185 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:42.240618 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:42.240840 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:42.241139 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:42.241509 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:42.241837 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:42.246711 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:42.425410 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35965120-cc27-4c2e-a08a-b3176009c1b1 req-d0338028-6747-44b6-bb25-7f2fc83e660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:42.426860 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-35965120-cc27-4c2e-a08a-b3176009c1b1 req-d0338028-6747-44b6-bb25-7f2fc83e660c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 1099 time: 0.0773954
May 10 20:07:42.468352 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-35965120-cc27-4c2e-a08a-b3176009c1b1 req-34c32cf1-d5df-4621-8af9-0e05d92f4ca6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bfdf60ed-5188-408b-ae5e-6344176ac41b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351534
May 10 20:07:42.665859 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:42.771400 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce984b1-07a7-4e10-a1b5-a12dd240bffa req-fb793e83-eb83-4a86-9f8e-ff428551cdd9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:42.772937 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9ce984b1-07a7-4e10-a1b5-a12dd240bffa req-fb793e83-eb83-4a86-9f8e-ff428551cdd9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 946 time: 0.0872014
May 10 20:07:42.826181 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9ce984b1-07a7-4e10-a1b5-a12dd240bffa req-7caa6e4a-d005-46bc-9c91-3ec0821c03e6 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=bfdf60ed-5188-408b-ae5e-6344176ac41b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459154
May 10 20:07:43.568960 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4e9cec28-248a-43fb-9d38-b72a2c26f570 req-3060f800-6b3e-4c4b-97f2-33ac7f50ab96 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1099041
May 10 20:07:43.701797 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cec28-248a-43fb-9d38-b72a2c26f570 req-3b90a8f2-a4e0-4080-b487-5854442d4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:43.701797 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4e9cec28-248a-43fb-9d38-b72a2c26f570 req-3b90a8f2-a4e0-4080-b487-5854442d4588 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5127732f09de45a6ae2dd1088906e37c&device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 1098 time: 0.0799909
May 10 20:07:44.031662 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cec28-248a-43fb-9d38-b72a2c26f570 req-82f56d22-0b99-41db-9f81-b6fa2d895715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:44.033253 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4e9cec28-248a-43fb-9d38-b72a2c26f570 req-82f56d22-0b99-41db-9f81-b6fa2d895715 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b HTTP/1.1" status: 200  len: 910 time: 0.3031633
May 10 20:07:44.152588 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b033a-1e1c-48ef-bb19-7e0aa832c06a req-7529955a-7adc-4312-97e5-e683a0f3b142 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:44.154081 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a31b033a-1e1c-48ef-bb19-7e0aa832c06a req-7529955a-7adc-4312-97e5-e683a0f3b142 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 946 time: 0.1943109
May 10 20:07:44.183203 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4e9cec28-248a-43fb-9d38-b72a2c26f570 req-615ff59d-2ae0-4bd5-aed8-6ecce79f7e32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e6b8497-3344-4deb-9a96-6ac54280f97d HTTP/1.1" status: 200  len: 1000 time: 0.1408148
May 10 20:07:44.253823 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a31b033a-1e1c-48ef-bb19-7e0aa832c06a req-299d6ac5-e61a-4479-8aea-d028704b0c9e tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=bfdf60ed-5188-408b-ae5e-6344176ac41b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0885000
May 10 20:07:44.265521 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cec28-248a-43fb-9d38-b72a2c26f570 req-7fd453c5-bab9-4eca-bdc0-2ed18956cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:44.266785 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4e9cec28-248a-43fb-9d38-b72a2c26f570 req-7fd453c5-bab9-4eca-bdc0-2ed18956cf01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb0ad9c7-037b-4617-8d84-22529217eb71 HTTP/1.1" status: 200  len: 849 time: 0.0771484
May 10 20:07:44.364065 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cec28-248a-43fb-9d38-b72a2c26f570 req-2814f7bf-6849-4f43-86ac-30d3141ed513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:44.366411 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4e9cec28-248a-43fb-9d38-b72a2c26f570 req-2814f7bf-6849-4f43-86ac-30d3141ed513 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0929210
May 10 20:07:44.615328 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4e9cec28-248a-43fb-9d38-b72a2c26f570 req-80c825d5-f1e4-49fb-b1f2-9eb45b318402 service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1827295
May 10 20:07:44.625044 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108cefc-9b31-4126-9974-87867156d6a6 req-c54cf584-c50d-4ba6-88d2-b3d6c4662824 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:44.626615 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8108cefc-9b31-4126-9974-87867156d6a6 req-c54cf584-c50d-4ba6-88d2-b3d6c4662824 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 946 time: 0.2591169
May 10 20:07:44.641726 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 52394) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:44.647210 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-a778c21f-37de-4706-8327-bbe96f453bc0 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Request body: {'floatingip': {'port_id': 'fa041098-0f3d-48dc-b623-a40e01e414cc'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:07:44.733773 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a778c21f-37de-4706-8327-bbe96f453bc0 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for floatingip, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:44.837711 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4e9cec28-248a-43fb-9d38-b72a2c26f570 req-a54cb7d6-aa60-4c12-a59d-443319535e5a service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2097883
May 10 20:07:45.387410 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a778c21f-37de-4706-8327-bbe96f453bc0 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:45.392684 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a778c21f-37de-4706-8327-bbe96f453bc0 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400245'] for floatingip, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:45.615067 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.l3_db [None req-a778c21f-37de-4706-8327-bbe96f453bc0 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Floating IP 57ee3875-3f70-438b-93a9-1d49dd3e6698 associated. External IP: 172.27.1.134, port: fa041098-0f3d-48dc-b623-a40e01e414cc.
May 10 20:07:46.006697 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a778c21f-37de-4706-8327-bbe96f453bc0 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Router 06c2df09-1c25-4cdb-b298-6e096f7b644f has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:07:46.195918 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 52412) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:46.260683 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_v2 [None req-0027d78b-0516-43ae-ab45-0f4c9435220e admin admin] Deleting subnet 26221ce1-c95f-4d9d-900d-be2f4c98038f {{(pid=78728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:07:46.265109 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0027d78b-0516-43ae-ab45-0f4c9435220e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:46.308226 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a778c21f-37de-4706-8327-bbe96f453bc0 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:07:46.313109 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a778c21f-37de-4706-8327-bbe96f453bc0 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:46.318959 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a0e7b-bc02-4c5c-9783-adc36ad35a89 None None] Sync routers for ids ['06c2df09-1c25-4cdb-b298-6e096f7b644f'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:07:46.328642 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0027d78b-0516-43ae-ab45-0f4c9435220e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965624'] for subnet, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:46.330557 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a0e7b-bc02-4c5c-9783-adc36ad35a89 None None] Routers {'06c2df09-1c25-4cdb-b298-6e096f7b644f'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:07:46.331413 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-f64a0e7b-bc02-4c5c-9783-adc36ad35a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff833cd30>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:07:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['06c2df09-1c25-4cdb-b298-6e096f7b644f'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:46.374722 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-a778c21f-37de-4706-8327-bbe96f453bc0 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "PUT /v2.0/floatingips/57ee3875-3f70-438b-93a9-1d49dd3e6698 HTTP/1.1" status: 200  len: 992 time: 1.7318652
May 10 20:07:46.375775 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c09898-4b53-4419-bcbd-207ed4258770', 'tag': 'fa041098-0f3d-48dc-b623-a40e01e414cc'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:07:46.388238 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0027d78b-0516-43ae-ab45-0f4c9435220e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3861428'] for subnet, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:46.459758 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c09898-4b53-4419-bcbd-207ed4258770', 'tag': 'fa041098-0f3d-48dc-b623-a40e01e414cc', 'status': 'completed', 'code': 200}
May 10 20:07:46.532869 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-f64a0e7b-bc02-4c5c-9783-adc36ad35a89 None None] Set router 06c2df09-1c25-4cdb-b298-6e096f7b644f gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:07:46.684315 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462fbd6-0fc9-4246-9b67-40f551f7c8e2 req-b1b20d1b-ff3d-4a7b-857a-74fcbf4dd87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:46.685773 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3462fbd6-0fc9-4246-9b67-40f551f7c8e2 req-b1b20d1b-ff3d-4a7b-857a-74fcbf4dd87f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef2cf49eae1d4d10ad224d6ec46ad00a&device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 1099 time: 0.1750975
May 10 20:07:46.830229 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0027d78b-0516-43ae-ab45-0f4c9435220e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3861435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1644871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1879149'] for subnet, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:46.840637 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:46.893797 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0027d78b-0516-43ae-ab45-0f4c9435220e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:46.897903 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027d78b-0516-43ae-ab45-0f4c9435220e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26221ce1-c95f-4d9d-900d-be2f4c98038f,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:46.901396 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462fbd6-0fc9-4246-9b67-40f551f7c8e2 req-c884ea5b-375b-433a-a0b8-ad77b11d7381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:46.904893 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3462fbd6-0fc9-4246-9b67-40f551f7c8e2 req-c884ea5b-375b-433a-a0b8-ad77b11d7381 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb HTTP/1.1" status: 200  len: 911 time: 0.2090101
May 10 20:07:46.904893 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0027d78b-0516-43ae-ab45-0f4c9435220e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:46.906946 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-0027d78b-0516-43ae-ab45-0f4c9435220e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/26221ce1-c95f-4d9d-900d-be2f4c98038f HTTP/1.1" status: 204  len: 168 time: 0.7099659
May 10 20:07:46.909686 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 52420) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:47.041292 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3462fbd6-0fc9-4246-9b67-40f551f7c8e2 req-33f35c26-395f-46ef-bb1a-049915e620f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa041098-0f3d-48dc-b623-a40e01e414cc HTTP/1.1" status: 200  len: 1000 time: 0.1317246
May 10 20:07:47.053399 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749300'] for network, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:47.076668 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-f64a0e7b-bc02-4c5c-9783-adc36ad35a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff833cd30>, [{'id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:16Z', 'updated_at': '2021-05-10T19:59:24Z', 'revision_number': 4, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'gw_port': {'id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:18Z', 'updated_at': '2021-05-10T19:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': '57ee3875-3f70-438b-93a9-1d49dd3e6698', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'port_id': 'fa041098-0f3d-48dc-b623-a40e01e414cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'mac_address': 'fa:16:3e:31:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c09898-4b53-4419-bcbd-207ed4258770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:07:23Z', 'updated_at': '2021-05-10T20:07:45Z', 'revision_number': 1, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc', 'name': '', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'mac_address': 'fa:16:3e:d0:2e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:37Z', 'revision_number': 5, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'subnets': [{'id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:47.081985 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a0e7b-bc02-4c5c-9783-adc36ad35a89 None None] Checking router: 06c2df09-1c25-4cdb-b298-6e096f7b644f for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:07:47.093620 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a0e7b-bc02-4c5c-9783-adc36ad35a89 None None] Routers {'06c2df09-1c25-4cdb-b298-6e096f7b644f'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:07:47.094280 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-f64a0e7b-bc02-4c5c-9783-adc36ad35a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff833cd30>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:07:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['06c2df09-1c25-4cdb-b298-6e096f7b644f'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:47.226833 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3858511', 'neutron.services.segments.db._delete_segments_for_network-8783201745565'] for network, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:47.250321 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcff3cf9d60>,) {'filters': {'network_id': ['50a1044c-840d-4574-8e8f-6b7c7e50b505']}} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:47.263270 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462fbd6-0fc9-4246-9b67-40f551f7c8e2 req-35e5238c-ea81-4e2f-bf91-7b0de05efda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:47.264972 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3462fbd6-0fc9-4246-9b67-40f551f7c8e2 req-35e5238c-ea81-4e2f-bf91-7b0de05efda5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0006aa00-bd28-429e-820e-13d3242b4a7f HTTP/1.1" status: 200  len: 850 time: 0.2163639
May 10 20:07:47.279732 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff3cf9d60>, '473454d6-c0f8-457a-ae4b-8533b44a2b09') {'for_net_delete': True} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:47.280610 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff3cf9d60>, '473454d6-c0f8-457a-ae4b-8533b44a2b09') {} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:47.303762 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783201757287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11444055'] for segment, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:47.344603 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:47.352533 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-f64a0e7b-bc02-4c5c-9783-adc36ad35a89 None None] Set router 06c2df09-1c25-4cdb-b298-6e096f7b644f gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:07:47.361907 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=78727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:07:47.363255 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10490715'] for segment, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]: Traceback (most recent call last):
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:     timer()
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:     cb(*args, **kw)
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:     return func(*args, **kwargs)
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:     self._notify()
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:     self.callback(batched_events)
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:     event.method(event)
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:     return f(self, *a, **k)
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self._get(url).json()
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self.request(url, 'GET', **kwargs)
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:07:47.382062 dv-cinder-788364-3-iscsi neutron-server[78727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:07:47.386867 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462fbd6-0fc9-4246-9b67-40f551f7c8e2 req-a2ca829e-7b7b-4779-af63-4089e18293a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:07:47.390046 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3462fbd6-0fc9-4246-9b67-40f551f7c8e2 req-a2ca829e-7b7b-4779-af63-4089e18293a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1172893
May 10 20:07:47.502694 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3858486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400250'] for network, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:47.508242 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:47.535835 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:47.551681 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Pushing event deleted for resources: {'Network': ['ID=50a1044c-840d-4574-8e8f-6b7c7e50b505,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:47.554876 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3462fbd6-0fc9-4246-9b67-40f551f7c8e2 req-471ab275-4cfd-49a7-99e9-e6c03956e1e5 service neutron] 10.222.0.30 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556823
May 10 20:07:47.565600 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:47.566126 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:47.566636 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:47.567004 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:47.567364 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:47.567777 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:47.568318 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:47.568677 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:47.569247 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:47.569604 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:47.570007 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:47.570361 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:07:47.578769 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:47.587854 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-18ca8434-6445-47b8-bdde-d2583411c659 admin admin] 10.222.0.15 "DELETE /v2.0/networks/50a1044c-840d-4574-8e8f-6b7c7e50b505 HTTP/1.1" status: 204  len: 168 time: 0.6733658
May 10 20:07:47.763888 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3462fbd6-0fc9-4246-9b67-40f551f7c8e2 req-ba957fa2-96f9-40a0-84a1-de45695a4bdd service neutron] 10.222.0.30 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2011783
May 10 20:07:47.851092 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 52432) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:47.872796 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-f64a0e7b-bc02-4c5c-9783-adc36ad35a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff833cd30>, [{'id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:16Z', 'updated_at': '2021-05-10T19:59:24Z', 'revision_number': 4, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'gw_port': {'id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:18Z', 'updated_at': '2021-05-10T19:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': '57ee3875-3f70-438b-93a9-1d49dd3e6698', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'port_id': 'fa041098-0f3d-48dc-b623-a40e01e414cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'mac_address': 'fa:16:3e:31:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c09898-4b53-4419-bcbd-207ed4258770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:07:23Z', 'updated_at': '2021-05-10T20:07:45Z', 'revision_number': 1, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc', 'name': '', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'mac_address': 'fa:16:3e:d0:2e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:37Z', 'revision_number': 5, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'subnets': [{'id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:07:47.878773 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a0e7b-bc02-4c5c-9783-adc36ad35a89 None None] The sync data for ids ['06c2df09-1c25-4cdb-b298-6e096f7b644f'] in dv-cinder-788364-3-iscsi is: [{'id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:16Z', 'updated_at': '2021-05-10T19:59:24Z', 'revision_number': 4, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'gw_port': {'id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:18Z', 'updated_at': '2021-05-10T19:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': '57ee3875-3f70-438b-93a9-1d49dd3e6698', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'port_id': 'fa041098-0f3d-48dc-b623-a40e01e414cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'mac_address': 'fa:16:3e:31:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c09898-4b53-4419-bcbd-207ed4258770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:07:23Z', 'updated_at': '2021-05-10T20:07:45Z', 'revision_number': 1, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc', 'name': '', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'mac_address': 'fa:16:3e:d0:2e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:37Z', 'revision_number': 5, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'subnets': [{'id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:07:47.926307 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-85655734-48e9-46cb-a894-6c4bdb9c298d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8d012c1a0ae41e1b17f2047df308cf8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0710676
May 10 20:07:47.926732 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 52436) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:48.003662 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c73b952f-3229-4515-9519-615bc3fcafb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:48.037059 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c73b952f-3229-4515-9519-615bc3fcafb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:48.099737 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97807bc5-670e-40b6-8075-97ca4af4d5bc None None] New status for floating IP 57ee3875-3f70-438b-93a9-1d49dd3e6698: ACTIVE {{(pid=78730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:07:48.109300 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c73b952f-3229-4515-9519-615bc3fcafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:48.113227 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-56e5b3d8-cd2b-4422-84e8-a069ed07eabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:48.129035 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b952f-3229-4515-9519-615bc3fcafb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb08dda-bed1-42d8-a980-581476f31051,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:48.132373 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-c73b952f-3229-4515-9519-615bc3fcafb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:48.147546 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c73b952f-3229-4515-9519-615bc3fcafb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:48.148784 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-c73b952f-3229-4515-9519-615bc3fcafb4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1eb08dda-bed1-42d8-a980-581476f31051 HTTP/1.1" status: 204  len: 168 time: 0.2209792
May 10 20:07:57.351295 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e7bb8728-b3ff-4836-ba20-fdcf5637ad1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:59.316749 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 52540) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:59.446151 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e3c4509a-2b80-43a1-97f0-51725a6173a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:59.462927 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-e3c4509a-2b80-43a1-97f0-51725a6173a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:07:59.467982 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-e3c4509a-2b80-43a1-97f0-51725a6173a1 admin admin] Usage tracker for resource:security_group_rule and tenant:1624d9e79a8e41439ebed4dcd36d34fb is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:07:59.471042 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-e3c4509a-2b80-43a1-97f0-51725a6173a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:07:59.477224 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-e3c4509a-2b80-43a1-97f0-51725a6173a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:07:59.590824 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e3c4509a-2b80-43a1-97f0-51725a6173a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:59.597753 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e3c4509a-2b80-43a1-97f0-51725a6173a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:59.614433 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-c3558fd5-f542-4930-9c83-67551b5edf18 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:59.706009 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-e3c4509a-2b80-43a1-97f0-51725a6173a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1624d9e79a8e41439ebed4dcd36d34fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3854144
May 10 20:07:59.706985 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 52550) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:07:59.710255 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4509a-2b80-43a1-97f0-51725a6173a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8a7e0b-3849-430a-81fa-0da8a82d1d72,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:59.716554 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-e3c4509a-2b80-43a1-97f0-51725a6173a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:59.789996 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-16570260-3f17-4f54-8415-b03dc3f6d437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:59.826101 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-16570260-3f17-4f54-8415-b03dc3f6d437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:59.904390 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-16570260-3f17-4f54-8415-b03dc3f6d437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:59.908175 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e526cf79-7927-474f-93ed-c24a330d0644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:07:59.920339 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16570260-3f17-4f54-8415-b03dc3f6d437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8a7e0b-3849-430a-81fa-0da8a82d1d72,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:07:59.923749 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-16570260-3f17-4f54-8415-b03dc3f6d437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:07:59.926908 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-16570260-3f17-4f54-8415-b03dc3f6d437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:07:59.930386 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-16570260-3f17-4f54-8415-b03dc3f6d437 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa8a7e0b-3849-430a-81fa-0da8a82d1d72 HTTP/1.1" status: 204  len: 168 time: 0.2190018
May 10 20:08:00.218961 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f49baf57-6ac6-4258-9d81-98424f6c97a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:00.531398 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:00.627129 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 52574) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:00.739676 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-692434765-network', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:08:00.744521 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:08:00.749529 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Usage tracker for resource:network and tenant:a4cb2a0d67254029910111cb748e579b is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:08:00.752513 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:08:00.763680 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:08:00.775283 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Made reservation on behalf of a4cb2a0d67254029910111cb748e579b for: {'network': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:08:00.779040 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for network, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:00.792225 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:00.813513 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:08:00.817685 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Usage tracker for resource:security_group_rule and tenant:a4cb2a0d67254029910111cb748e579b is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:08:00.820997 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:08:00.829417 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:08:00.935518 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:00.942747 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:00.948084 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-9ca96e9f-40df-4ee6-8003-e0d957eb184e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:00.979341 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73}  {{(pid=78727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:08:00.990566 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42bd049-ccd3-4d26-86be-15bb07381403,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:00.994180 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:00.998251 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:00.998251 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.segments_db [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Added segment cf01bc13-e2d8-430c-b30e-c548187fbfb1 of type vlan for network 30cb932a-4f34-481b-8021-1eec5b5bf43d
May 10 20:08:01.026216 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783201323138'] for network, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:01.059546 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for network, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:01.060807 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:01.061395 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:01.064879 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-0d1b8ec7-7499-47a2-8e2b-1cd217caa2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:01.169628 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Pushing event updated for resources: {'Network': ['ID=30cb932a-4f34-481b-8021-1eec5b5bf43d,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:01.172768 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:01.174831 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5466738
May 10 20:08:01.179555 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 52584) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:01.180403 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Network 30cb932a-4f34-481b-8021-1eec5b5bf43d details requested by agent ovs-agent-dv-cinder-788364-3-iscsi with host dv-cinder-788364-3-iscsi {{(pid=78729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:08:01.190062 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-15b9c051-eadd-4341-825d-a870f688ef38 admin admin] Request body: {'subnet': {'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-692434765-subnet', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'ip_version': 4}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:08:01.194967 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-15b9c051-eadd-4341-825d-a870f688ef38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:08:01.198894 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-15b9c051-eadd-4341-825d-a870f688ef38 admin admin] Usage tracker for resource:subnet and tenant:a4cb2a0d67254029910111cb748e579b is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:08:01.201939 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-15b9c051-eadd-4341-825d-a870f688ef38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:08:01.208506 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-15b9c051-eadd-4341-825d-a870f688ef38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:08:01.219321 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b9c051-eadd-4341-825d-a870f688ef38 admin admin] Made reservation on behalf of a4cb2a0d67254029910111cb748e579b for: {'subnet': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:08:01.221768 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-15b9c051-eadd-4341-825d-a870f688ef38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1879046'] for subnet, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:01.644836 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-15b9c051-eadd-4341-825d-a870f688ef38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1773188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1879156'] for subnet, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:01.648597 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:01.722768 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9c051-eadd-4341-825d-a870f688ef38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f41a519f-4100-4d11-9295-c539a4276422,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:01.726126 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-15b9c051-eadd-4341-825d-a870f688ef38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:01.733073 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b9c051-eadd-4341-825d-a870f688ef38 admin admin] Checking segment: {'id': 'cf01bc13-e2d8-430c-b30e-c548187fbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:08:01.733428 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b9c051-eadd-4341-825d-a870f688ef38 admin admin] Network hostable DHCP agents. Network: 30cb932a-4f34-481b-8021-1eec5b5bf43d, hostable agents: ['d4f40443-b4a1-4714-9d47-f8080706db31'], hosted agents: [] {{(pid=78728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:08:01.752670 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b9c051-eadd-4341-825d-a870f688ef38 admin admin] Network 30cb932a-4f34-481b-8021-1eec5b5bf43d is scheduled to be hosted by DHCP agent d4f40443-b4a1-4714-9d47-f8080706db31 with binding_index 1 {{(pid=78728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:08:01.763388 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-15b9c051-eadd-4341-825d-a870f688ef38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-iscsi, 30cb932a-4f34-481b-8021-1eec5b5bf43d) {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:08:01.775048 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b9c051-eadd-4341-825d-a870f688ef38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:01.775881 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-15b9c051-eadd-4341-825d-a870f688ef38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:01.779176 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c300fa38-b241-4175-8fdb-be550aec66eb None None] Network 30cb932a-4f34-481b-8021-1eec5b5bf43d requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:08:01.806479 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 52588) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:01.807295 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-15b9c051-eadd-4341-825d-a870f688ef38 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6243122
May 10 20:08:01.816887 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-692434765-router', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:08:01.824970 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:08:01.831337 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Usage tracker for resource:router and tenant:a4cb2a0d67254029910111cb748e579b is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:08:01.836829 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:08:01.848176 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:08:01.866015 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13685'] for router, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:01.867327 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400874', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13644'] for router, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:01.892076 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:02.083444 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:02.090412 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0a44e7e-9408-5f1f-b31c-5351961196ea-30cb932a-4f34-481b-8021-1eec5b5bf43d', 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'fixed_ips': [{'subnet_id': 'f41a519f-4100-4d11-9295-c539a4276422'}]}} from dv-cinder-788364-3-iscsi. {{(pid=78729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 20:08:02.091482 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:02.288264 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Allocated IP 172.20.0.2 (30cb932a-4f34-481b-8021-1eec5b5bf43d/f41a519f-4100-4d11-9295-c539a4276422/e613dd4d-223b-4ed9-90a7-482f015d3675) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:08:02.387518 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13650'] for router, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:02.524662 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:02.535716 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Transition to ACTIVE for port object e613dd4d-223b-4ed9-90a7-482f015d3675 will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:08:02.561710 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Transition to ACTIVE for port object e613dd4d-223b-4ed9-90a7-482f015d3675 will not be triggered until provisioned by entity DHCP. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:08:02.567651 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:02.571418 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:02.632757 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Network 30cb932a-4f34-481b-8021-1eec5b5bf43d is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:08:02.635671 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Resources bound (agent type, host, resource id):  {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:08:02.644810 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:08:02.651834 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Pushing event updated for resources: {'Port': ['ID=e613dd4d-223b-4ed9-90a7-482f015d3675,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:02.656075 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:02.724118 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:02.746349 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Attempting to bind port e613dd4d-223b-4ed9-90a7-482f015d3675 on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:08:02.746843 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Attempting to bind port e613dd4d-223b-4ed9-90a7-482f015d3675 by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': 'cf01bc13-e2d8-430c-b30e-c548187fbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:08:02.747278 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Attempting to bind port e613dd4d-223b-4ed9-90a7-482f015d3675 on network 30cb932a-4f34-481b-8021-1eec5b5bf43d {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:08:02.753235 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:08:02.753621 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Checking segment: {'id': 'cf01bc13-e2d8-430c-b30e-c548187fbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:08:02.754043 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:02.754447 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Bound using segment: {'id': 'cf01bc13-e2d8-430c-b30e-c548187fbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:08:02.754932 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Bound port: e613dd4d-223b-4ed9-90a7-482f015d3675, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf01bc13-e2d8-430c-b30e-c548187fbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:08:02.755241 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:02.755362 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:02.857464 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] For port e613dd4d-223b-4ed9-90a7-482f015d3675, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:08:02.860823 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] For port e613dd4d-223b-4ed9-90a7-482f015d3675, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=e613dd4d-223b-4ed9-90a7-482f015d3675,segment=NetworkSegment(cf01bc13-e2d8-430c-b30e-c548187fbfb1),segment_id=cf01bc13-e2d8-430c-b30e-c548187fbfb1)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:08:02.867314 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:02.876105 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:02.969233 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Allocated IP 172.27.1.131 (01362e56-e24c-4ee7-a42c-5b36628ae184/e9773ae1-ec36-4e8c-9f0f-e60b51e99e71/9ac06add-3815-43ee-bb10-d261c79eb7f6) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:08:02.979519 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Pushing event updated for resources: {'Port': ['ID=e613dd4d-223b-4ed9-90a7-482f015d3675,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:02.987246 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:03.150277 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:03.199842 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:03.209130 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-dbf2162e-e60f-42d1-87fb-72bb6870d11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:03.275370 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:08:03.279361 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:08:03.283059 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:08:03.333069 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Pushing event updated for resources: {'Port': ['ID=9ac06add-3815-43ee-bb10-d261c79eb7f6,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:03.337134 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:03.587246 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device e613dd4d-223b-4ed9-90a7-482f015d3675 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:08:03.712688 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port e613dd4d-223b-4ed9-90a7-482f015d3675 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:08:03.758284 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:03.771731 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:04.045002 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770aef25-ebb7-4651-9d35-285ee07d4626 None None] Network 30cb932a-4f34-481b-8021-1eec5b5bf43d requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:08:04.148865 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-87689d61-1b8f-4a6d-aacb-6f320161fb59 None None] Provisioning for port e613dd4d-223b-4ed9-90a7-482f015d3675 completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:08:04.156678 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-87689d61-1b8f-4a6d-aacb-6f320161fb59 None None] Provisioning complete for port e613dd4d-223b-4ed9-90a7-482f015d3675 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:04.157051 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-87689d61-1b8f-4a6d-aacb-6f320161fb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:04.231665 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-337256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399622'] for router, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:04.384702 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-87689d61-1b8f-4a6d-aacb-6f320161fb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:04.424748 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-87689d61-1b8f-4a6d-aacb-6f320161fb59 None None] For port e613dd4d-223b-4ed9-90a7-482f015d3675, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=e613dd4d-223b-4ed9-90a7-482f015d3675,segment=NetworkSegment(cf01bc13-e2d8-430c-b30e-c548187fbfb1),segment_id=cf01bc13-e2d8-430c-b30e-c548187fbfb1)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:08:04.433001 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-87689d61-1b8f-4a6d-aacb-6f320161fb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:04.436638 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:04.444418 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Router 5ee8479c-ab27-450a-a0c5-1ac0233612c4 is scheduled to L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 with binding_index 1 {{(pid=78727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 20:08:04.506750 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87689d61-1b8f-4a6d-aacb-6f320161fb59 None None] Pushing event updated for resources: {'Port': ['ID=e613dd4d-223b-4ed9-90a7-482f015d3675,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:04.509884 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-87689d61-1b8f-4a6d-aacb-6f320161fb59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:04.634800 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:08:04.648295 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] Sync routers for ids ['5ee8479c-ab27-450a-a0c5-1ac0233612c4'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:08:04.661053 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Notify callbacks [] for router, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:04.662293 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.8530180
May 10 20:08:04.665669 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 52604) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:04.666272 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] Routers {'5ee8479c-ab27-450a-a0c5-1ac0233612c4'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:08:04.669218 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff8694490>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:08:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['5ee8479c-ab27-450a-a0c5-1ac0233612c4'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:04.884810 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-f93b2b11-a992-4e83-8f90-c23503351f27 None None] Provisioning complete for port e613dd4d-223b-4ed9-90a7-482f015d3675 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:04.885195 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f93b2b11-a992-4e83-8f90-c23503351f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:04.999893 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] Set router 5ee8479c-ab27-450a-a0c5-1ac0233612c4 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:08:05.361635 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff8694490>, [{'id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'name': 'tempest-TestMinimumBasicScenario-692434765-router', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:01Z', 'updated_at': '2021-05-10T20:08:03Z', 'revision_number': 3, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'gw_port': {'id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:02Z', 'updated_at': '2021-05-10T20:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:05.365813 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] Checking router: 5ee8479c-ab27-450a-a0c5-1ac0233612c4 for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:08:05.366186 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] Updating router 5ee8479c-ab27-450a-a0c5-1ac0233612c4 port 9ac06add-3815-43ee-bb10-d261c79eb7f6 binding host dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:08:05.427030 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:05.501026 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:05.558185 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device e613dd4d-223b-4ed9-90a7-482f015d3675 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:08:05.728297 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Allocated IP 172.20.0.1 (30cb932a-4f34-481b-8021-1eec5b5bf43d/f41a519f-4100-4d11-9295-c539a4276422/35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:08:05.756366 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port e613dd4d-223b-4ed9-90a7-482f015d3675 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:05.756651 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:05.879832 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:05.896011 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Transition to ACTIVE for port object 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:08:05.920559 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:05.924217 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-34873139-e9a8-49e4-88fb-647f352c0e96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:05.976973 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:05.987625 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Network 30cb932a-4f34-481b-8021-1eec5b5bf43d is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:08:05.988649 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] Transition to ACTIVE for port object 9ac06add-3815-43ee-bb10-d261c79eb7f6 will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:08:05.990543 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:08:05.997606 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:05.999492 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:08:06.004156 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:06.044832 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Pushing event updated for resources: {'Port': ['ID=35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:06.057004 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:06.080387 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] Attempting to bind port 9ac06add-3815-43ee-bb10-d261c79eb7f6 on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:08:06.080766 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] Attempting to bind port 9ac06add-3815-43ee-bb10-d261c79eb7f6 by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:08:06.081140 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] Attempting to bind port 9ac06add-3815-43ee-bb10-d261c79eb7f6 on network 01362e56-e24c-4ee7-a42c-5b36628ae184 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:08:06.097647 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba9b8f-b3f2-46d0-bed5-0067b4928606 None None] Pushing event updated for resources: {'Port': ['ID=9ac06add-3815-43ee-bb10-d261c79eb7f6,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:06.100425 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-3fba9b8f-b3f2-46d0-bed5-0067b4928606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:06.100709 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396761'] for router_interface, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:06.101730 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:08:06.102130 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] Checking segment: {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:08:06.102544 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:06.102957 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] Bound using segment: {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:08:06.103761 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] Bound port: 9ac06add-3815-43ee-bb10-d261c79eb7f6, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:08:06.104182 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:06.209183 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] For port 9ac06add-3815-43ee-bb10-d261c79eb7f6, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:08:06.212481 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] For port 9ac06add-3815-43ee-bb10-d261c79eb7f6, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=9ac06add-3815-43ee-bb10-d261c79eb7f6,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:08:06.218631 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:06.222504 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:06.310448 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-91f96357-0898-44de-b032-913e0625c3cf None None] Provisioning for port 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:08:06.315466 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] Routers {'5ee8479c-ab27-450a-a0c5-1ac0233612c4'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:08:06.316136 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff8694490>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:08:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['5ee8479c-ab27-450a-a0c5-1ac0233612c4'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:06.377074 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba9b8f-b3f2-46d0-bed5-0067b4928606 None None] Pushing event updated for resources: {'Port': ['ID=9ac06add-3815-43ee-bb10-d261c79eb7f6,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:06.436349 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-3fba9b8f-b3f2-46d0-bed5-0067b4928606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:06.436970 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-91f96357-0898-44de-b032-913e0625c3cf None None] Provisioning complete for port 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:06.437348 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-91f96357-0898-44de-b032-913e0625c3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:06.459797 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:06.525163 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-91f96357-0898-44de-b032-913e0625c3cf None None] Port 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:08:06.565100 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] Set router 5ee8479c-ab27-450a-a0c5-1ac0233612c4 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:08:06.708042 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:06.713442 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:06.738932 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:06.830398 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Pushing event updated for resources: {'Port': ['ID=35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:06.833059 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396666'] for router_interface, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:06.837078 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:06.900010 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff8694490>, [{'id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'name': 'tempest-TestMinimumBasicScenario-692434765-router', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:01Z', 'updated_at': '2021-05-10T20:08:03Z', 'revision_number': 3, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'gw_port': {'id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:02Z', 'updated_at': '2021-05-10T20:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:06.904574 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b259d6ae-7624-47a2-a9f7-01f98be9d143 None None] The sync data for ids ['5ee8479c-ab27-450a-a0c5-1ac0233612c4'] in dv-cinder-788364-3-iscsi is: [{'id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'name': 'tempest-TestMinimumBasicScenario-692434765-router', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:01Z', 'updated_at': '2021-05-10T20:08:03Z', 'revision_number': 3, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'gw_port': {'id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:02Z', 'updated_at': '2021-05-10T20:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:08:07.086441 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Network 30cb932a-4f34-481b-8021-1eec5b5bf43d is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:08:07.088314 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:08:07.309485 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Router 5ee8479c-ab27-450a-a0c5-1ac0233612c4 has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:08:07.355388 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-61b3aebe-8246-4527-a4d6-08f47f534bbc None None] Provisioning complete for port 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:07.355773 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-61b3aebe-8246-4527-a4d6-08f47f534bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:07.420032 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-61b3aebe-8246-4527-a4d6-08f47f534bbc None None] Port 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:08:07.546261 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:08:07.557257 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] 10.222.0.15 "PUT /v2.0/routers/5ee8479c-ab27-450a-a0c5-1ac0233612c4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8903947
May 10 20:08:07.560412 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 9ac06add-3815-43ee-bb10-d261c79eb7f6 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:08:07.682524 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port 9ac06add-3815-43ee-bb10-d261c79eb7f6 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:08:07.688762 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 9ac06add-3815-43ee-bb10-d261c79eb7f6 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:07.689157 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:07.904866 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:07.924188 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port 9ac06add-3815-43ee-bb10-d261c79eb7f6, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=9ac06add-3815-43ee-bb10-d261c79eb7f6,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:08:07.929258 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:07.931207 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-e119e1ab-1e4c-4442-b13e-87c2c3efce71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:08.010580 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=9ac06add-3815-43ee-bb10-d261c79eb7f6,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:08.015837 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:08.213582 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 52634) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:08.224409 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1032409232-network', 'tenant_id': 'fb6d9faf184146f8b3c7587cbd2086de'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:08:08.229713 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:08:08.235313 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Usage tracker for resource:network and tenant:fb6d9faf184146f8b3c7587cbd2086de is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:08:08.241005 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:08:08.249656 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:08:08.262764 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Made reservation on behalf of fb6d9faf184146f8b3c7587cbd2086de for: {'network': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:08:08.265306 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for network, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:08.280433 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:08.296033 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:08:08.299837 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Usage tracker for resource:security_group_rule and tenant:fb6d9faf184146f8b3c7587cbd2086de is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:08:08.302629 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:08:08.308320 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:08:08.395131 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:08.399057 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:08.402604 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-df2876fc-6fdb-47ca-9af9-7c01d12e689d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:08.430866 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57}  {{(pid=78727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:08:08.439305 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1ef4cf-8d1b-4761-90b9-fca3d8bda3f8,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:08.442955 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:08.445830 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:08.446172 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.segments_db [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Added segment f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00 of type vlan for network 971acf43-2ae3-4007-9d88-593244690cb0
May 10 20:08:08.477085 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783201323138'] for network, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:08.507190 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for network, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:08.508525 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:08.509108 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:08.515586 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-25886855-0a33-4e30-b884-1f98807d6172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:08.552231 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] Sync routers for ids ['5ee8479c-ab27-450a-a0c5-1ac0233612c4'] in dv-cinder-788364-3-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:08:08.566093 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] Routers {'5ee8479c-ab27-450a-a0c5-1ac0233612c4'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:08:08.566696 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff86d8c70>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:08:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['5ee8479c-ab27-450a-a0c5-1ac0233612c4'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:08.615208 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3996849
May 10 20:08:08.618096 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 52638) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:08.618741 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Pushing event updated for resources: {'Network': ['ID=971acf43-2ae3-4007-9d88-593244690cb0,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:08.622152 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:08.629224 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-f8660d1c-773e-436f-bd59-3d50b846318d admin admin] Request body: {'subnet': {'network_id': '971acf43-2ae3-4007-9d88-593244690cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1032409232-subnet', 'tenant_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'ip_version': 4}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:08:08.633256 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Network 971acf43-2ae3-4007-9d88-593244690cb0 details requested by agent ovs-agent-dv-cinder-788364-3-iscsi with host dv-cinder-788364-3-iscsi {{(pid=78729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:08:08.638238 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-f8660d1c-773e-436f-bd59-3d50b846318d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:08:08.642256 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-f8660d1c-773e-436f-bd59-3d50b846318d admin admin] Usage tracker for resource:subnet and tenant:fb6d9faf184146f8b3c7587cbd2086de is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:08:08.645452 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-f8660d1c-773e-436f-bd59-3d50b846318d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:08:08.652755 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-f8660d1c-773e-436f-bd59-3d50b846318d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:08:08.664918 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8660d1c-773e-436f-bd59-3d50b846318d admin admin] Made reservation on behalf of fb6d9faf184146f8b3c7587cbd2086de for: {'subnet': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:08:08.668328 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f8660d1c-773e-436f-bd59-3d50b846318d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1879046'] for subnet, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:08.745858 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] Set router 5ee8479c-ab27-450a-a0c5-1ac0233612c4 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:08:09.101494 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff86d8c70>, [{'id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'name': 'tempest-TestMinimumBasicScenario-692434765-router', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:01Z', 'updated_at': '2021-05-10T20:08:06Z', 'revision_number': 4, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'gw_port': {'id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:02Z', 'updated_at': '2021-05-10T20:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb', 'name': '', 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'mac_address': 'fa:16:3e:8a:6f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f41a519f-4100-4d11-9295-c539a4276422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:05Z', 'updated_at': '2021-05-10T20:08:06Z', 'revision_number': 2, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'subnets': [{'id': 'f41a519f-4100-4d11-9295-c539a4276422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:09.108291 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] Checking router: 5ee8479c-ab27-450a-a0c5-1ac0233612c4 for host: dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:08:09.108640 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] Updating router 5ee8479c-ab27-450a-a0c5-1ac0233612c4 port 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb binding host dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:08:09.132162 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f8660d1c-773e-436f-bd59-3d50b846318d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1773188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1879156'] for subnet, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:09.136631 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-21142cad-4119-48b0-b8d6-a357198cc5c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:09.163358 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:09.213750 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8660d1c-773e-436f-bd59-3d50b846318d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade9a085-22b8-407d-9b1b-8b9be1c15acf,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:09.218498 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f8660d1c-773e-436f-bd59-3d50b846318d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:09.225823 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8660d1c-773e-436f-bd59-3d50b846318d admin admin] Checking segment: {'id': 'f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '971acf43-2ae3-4007-9d88-593244690cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:08:09.226184 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8660d1c-773e-436f-bd59-3d50b846318d admin admin] Network hostable DHCP agents. Network: 971acf43-2ae3-4007-9d88-593244690cb0, hostable agents: ['d4f40443-b4a1-4714-9d47-f8080706db31'], hosted agents: [] {{(pid=78728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:08:09.249006 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8660d1c-773e-436f-bd59-3d50b846318d admin admin] Network 971acf43-2ae3-4007-9d88-593244690cb0 is scheduled to be hosted by DHCP agent d4f40443-b4a1-4714-9d47-f8080706db31 with binding_index 1 {{(pid=78728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:08:09.260212 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-f8660d1c-773e-436f-bd59-3d50b846318d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-iscsi, 971acf43-2ae3-4007-9d88-593244690cb0) {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:08:09.270346 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc5818a-99df-4128-ae90-167a630347d9 None None] Network 971acf43-2ae3-4007-9d88-593244690cb0 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:08:09.275539 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8660d1c-773e-436f-bd59-3d50b846318d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:09.276626 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f8660d1c-773e-436f-bd59-3d50b846318d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:09.303260 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-f8660d1c-773e-436f-bd59-3d50b846318d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6837466
May 10 20:08:09.307431 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 52646) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:09.313991 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1032409232-router', 'tenant_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:08:09.320578 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:08:09.326036 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Usage tracker for resource:router and tenant:fb6d9faf184146f8b3c7587cbd2086de is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:08:09.329167 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:08:09.335521 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:08:09.348978 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13685'] for router, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:09.350023 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400874', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13644'] for router, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:09.369555 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:09.565795 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 9ac06add-3815-43ee-bb10-d261c79eb7f6 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:08:09.567743 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:09.580635 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] Transition to ACTIVE for port object 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:08:09.588838 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:09.593670 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-bd37fa92-0784-44ac-8703-eff587868271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:09.600240 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0a44e7e-9408-5f1f-b31c-5351961196ea-971acf43-2ae3-4007-9d88-593244690cb0', 'network_id': '971acf43-2ae3-4007-9d88-593244690cb0', 'tenant_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'fixed_ips': [{'subnet_id': 'ade9a085-22b8-407d-9b1b-8b9be1c15acf'}]}} from dv-cinder-788364-3-iscsi. {{(pid=78729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 20:08:09.601107 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:09.659268 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13650'] for router, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:09.711654 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bbd01-bfdb-4936-b17e-c7de9e524f5a None None] Pushing event updated for resources: {'Port': ['ID=35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:09.726792 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bbd01-bfdb-4936-b17e-c7de9e524f5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:09.727320 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bbd01-bfdb-4936-b17e-c7de9e524f5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:09.727780 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bbd01-bfdb-4936-b17e-c7de9e524f5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:09.728285 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bbd01-bfdb-4936-b17e-c7de9e524f5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:09.728769 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bbd01-bfdb-4936-b17e-c7de9e524f5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:09.729238 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bbd01-bfdb-4936-b17e-c7de9e524f5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:09.730242 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bbd01-bfdb-4936-b17e-c7de9e524f5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:09.730718 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bbd01-bfdb-4936-b17e-c7de9e524f5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:09.731203 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bbd01-bfdb-4936-b17e-c7de9e524f5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:09.731677 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bbd01-bfdb-4936-b17e-c7de9e524f5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:09.732171 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bbd01-bfdb-4936-b17e-c7de9e524f5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:09.732642 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bbd01-bfdb-4936-b17e-c7de9e524f5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:09.741435 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-5e6bbd01-bfdb-4936-b17e-c7de9e524f5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:09.789557 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 9ac06add-3815-43ee-bb10-d261c79eb7f6 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:09.790538 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:09.866279 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] Attempting to bind port 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:08:09.866659 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] Attempting to bind port 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': 'cf01bc13-e2d8-430c-b30e-c548187fbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:08:09.867017 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] Attempting to bind port 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb on network 30cb932a-4f34-481b-8021-1eec5b5bf43d {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:08:09.873151 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:08:09.873832 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] Checking segment: {'id': 'cf01bc13-e2d8-430c-b30e-c548187fbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:08:09.874391 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:09.874938 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] Bound using segment: {'id': 'cf01bc13-e2d8-430c-b30e-c548187fbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:08:09.875561 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] Bound port: 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf01bc13-e2d8-430c-b30e-c548187fbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:08:09.876129 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:09.942520 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Allocated IP 172.20.0.2 (971acf43-2ae3-4007-9d88-593244690cb0/ade9a085-22b8-407d-9b1b-8b9be1c15acf/333f92bb-c1a5-48c5-a033-67290d84763b) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:08:09.976827 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] For port 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:08:09.981022 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] For port 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb,segment=NetworkSegment(cf01bc13-e2d8-430c-b30e-c548187fbfb1),segment_id=cf01bc13-e2d8-430c-b30e-c548187fbfb1)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:08:09.987913 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:09.994093 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:10.082967 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bbd01-bfdb-4936-b17e-c7de9e524f5a None None] Pushing event updated for resources: {'Port': ['ID=35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:10.086970 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-5e6bbd01-bfdb-4936-b17e-c7de9e524f5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:10.130442 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] Routers {'5ee8479c-ab27-450a-a0c5-1ac0233612c4'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:08:10.131082 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff86d8c70>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:08:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['5ee8479c-ab27-450a-a0c5-1ac0233612c4'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:10.280555 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:10.298279 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:10.310771 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Transition to ACTIVE for port object 333f92bb-c1a5-48c5-a033-67290d84763b will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:08:10.317571 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:10.332862 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Transition to ACTIVE for port object 333f92bb-c1a5-48c5-a033-67290d84763b will not be triggered until provisioned by entity DHCP. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:08:10.340802 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:10.344939 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:10.348726 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] Set router 5ee8479c-ab27-450a-a0c5-1ac0233612c4 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:08:10.419029 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Network 971acf43-2ae3-4007-9d88-593244690cb0 is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:08:10.430748 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Resources bound (agent type, host, resource id):  {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:08:10.433876 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:08:10.442192 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Pushing event updated for resources: {'Port': ['ID=333f92bb-c1a5-48c5-a033-67290d84763b,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:10.445187 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:10.512704 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Allocated IP 172.27.1.146 (01362e56-e24c-4ee7-a42c-5b36628ae184/e9773ae1-ec36-4e8c-9f0f-e60b51e99e71/b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:08:10.547847 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Attempting to bind port 333f92bb-c1a5-48c5-a033-67290d84763b on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:08:10.548619 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Attempting to bind port 333f92bb-c1a5-48c5-a033-67290d84763b by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': 'f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '971acf43-2ae3-4007-9d88-593244690cb0'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:08:10.549247 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Attempting to bind port 333f92bb-c1a5-48c5-a033-67290d84763b on network 971acf43-2ae3-4007-9d88-593244690cb0 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:08:10.555889 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:08:10.556478 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Checking segment: {'id': 'f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '971acf43-2ae3-4007-9d88-593244690cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:08:10.556833 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:10.557288 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Bound using segment: {'id': 'f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '971acf43-2ae3-4007-9d88-593244690cb0'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:08:10.558170 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Bound port: 333f92bb-c1a5-48c5-a033-67290d84763b, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '971acf43-2ae3-4007-9d88-593244690cb0'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:08:10.558526 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:10.657845 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] For port 333f92bb-c1a5-48c5-a033-67290d84763b, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:08:10.661849 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] For port 333f92bb-c1a5-48c5-a033-67290d84763b, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=333f92bb-c1a5-48c5-a033-67290d84763b,segment=NetworkSegment(f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00),segment_id=f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:08:10.666452 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:10.671961 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-e119e1ab-1e4c-4442-b13e-87c2c3efce71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:10.702274 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:10.708706 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff86d8c70>, [{'id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'name': 'tempest-TestMinimumBasicScenario-692434765-router', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:01Z', 'updated_at': '2021-05-10T20:08:06Z', 'revision_number': 4, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'gw_port': {'id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:02Z', 'updated_at': '2021-05-10T20:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb', 'name': '', 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'mac_address': 'fa:16:3e:8a:6f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f41a519f-4100-4d11-9295-c539a4276422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:05Z', 'updated_at': '2021-05-10T20:08:09Z', 'revision_number': 4, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'subnets': [{'id': 'f41a519f-4100-4d11-9295-c539a4276422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:10.716100 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dac23f-a102-4c51-8fc9-63eb98f1073c None None] The sync data for ids ['5ee8479c-ab27-450a-a0c5-1ac0233612c4'] in dv-cinder-788364-3-iscsi is: [{'id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'name': 'tempest-TestMinimumBasicScenario-692434765-router', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:01Z', 'updated_at': '2021-05-10T20:08:06Z', 'revision_number': 4, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'gw_port': {'id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:02Z', 'updated_at': '2021-05-10T20:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb', 'name': '', 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'mac_address': 'fa:16:3e:8a:6f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f41a519f-4100-4d11-9295-c539a4276422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:05Z', 'updated_at': '2021-05-10T20:08:09Z', 'revision_number': 4, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'subnets': [{'id': 'f41a519f-4100-4d11-9295-c539a4276422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:08:10.744961 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:10.750220 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:10.766030 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Pushing event updated for resources: {'Port': ['ID=333f92bb-c1a5-48c5-a033-67290d84763b,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:10.769287 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:10.813630 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:08:10.824630 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:08:10.828660 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:08:10.875243 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:10.890874 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:10.890874 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:10.890874 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:10.890874 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:10.890874 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:10.890874 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:10.890874 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:10.891527 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:10.891527 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:10.891896 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:10.892063 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:10.892407 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:10.905538 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:11.325080 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:11.613659 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:08:11.691624 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:08:11.703649 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:11.704072 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:11.860440 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-337256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399622'] for router, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:11.863717 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:11.911785 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb,segment=NetworkSegment(cf01bc13-e2d8-430c-b30e-c548187fbfb1),segment_id=cf01bc13-e2d8-430c-b30e-c548187fbfb1)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:08:11.919547 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:11.920665 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 333f92bb-c1a5-48c5-a033-67290d84763b up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:08:11.947407 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-3fba9b8f-b3f2-46d0-bed5-0067b4928606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:11.986396 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4bbd10-1508-47df-b122-abe52b8cc537 None None] Network 971acf43-2ae3-4007-9d88-593244690cb0 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:08:12.097435 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Router c8beab63-dd6f-4646-b9da-4324fdeaaf18 is scheduled to L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 with binding_index 1 {{(pid=78728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 20:08:12.182346 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-419feaaf-49c6-4d22-8296-0ae1184b0a87 None None] Provisioning for port 333f92bb-c1a5-48c5-a033-67290d84763b completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:08:12.210375 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:12.225360 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:12.259209 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port 333f92bb-c1a5-48c5-a033-67290d84763b completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:08:12.273085 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 333f92bb-c1a5-48c5-a033-67290d84763b triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:12.273488 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:12.310553 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:08:12.331585 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] Sync routers for ids ['c8beab63-dd6f-4646-b9da-4324fdeaaf18'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:08:12.338711 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Notify callbacks [] for router, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:12.340097 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.0310271
May 10 20:08:12.342739 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 52658) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:08:12.392662 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] Routers {'c8beab63-dd6f-4646-b9da-4324fdeaaf18'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:08:12.393309 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff879f610>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:08:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['c8beab63-dd6f-4646-b9da-4324fdeaaf18'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:12.637221 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:12.682083 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] Set router c8beab63-dd6f-4646-b9da-4324fdeaaf18 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:08:12.882386 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:12.884109 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port 333f92bb-c1a5-48c5-a033-67290d84763b, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=333f92bb-c1a5-48c5-a033-67290d84763b,segment=NetworkSegment(f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00),segment_id=f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:08:12.889277 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:12.893763 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:13.007204 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-88ef8d71-3aa8-4bc6-b2ba-7af56dea9730 None None] Provisioning complete for port 333f92bb-c1a5-48c5-a033-67290d84763b triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:13.007465 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-88ef8d71-3aa8-4bc6-b2ba-7af56dea9730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:13.051886 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=333f92bb-c1a5-48c5-a033-67290d84763b,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:13.059391 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:13.060012 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:13.186556 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff879f610>, [{'id': 'c8beab63-dd6f-4646-b9da-4324fdeaaf18', 'name': 'tempest-TestMinimumBasicScenario-1032409232-router', 'tenant_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:09Z', 'updated_at': '2021-05-10T20:08:11Z', 'revision_number': 3, 'project_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'gw_port': {'id': 'b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8beab63-dd6f-4646-b9da-4324fdeaaf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:10Z', 'updated_at': '2021-05-10T20:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:13.190645 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] Checking router: c8beab63-dd6f-4646-b9da-4324fdeaaf18 for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:08:13.190997 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] Updating router c8beab63-dd6f-4646-b9da-4324fdeaaf18 port b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc binding host dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:08:13.246053 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:13.270254 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Allocated IP 172.20.0.1 (971acf43-2ae3-4007-9d88-593244690cb0/ade9a085-22b8-407d-9b1b-8b9be1c15acf/a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:08:13.565804 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:13.584717 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Transition to ACTIVE for port object a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672 will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:08:13.609550 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:08:13.613899 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:13.617967 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-645d263f-dc82-47ec-a5a8-b6d866919a16 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:13.677885 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Network 971acf43-2ae3-4007-9d88-593244690cb0 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:08:13.680639 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:08:13.684929 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:08:13.688640 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:13.705707 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] Transition to ACTIVE for port object b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:08:13.715094 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:13.720343 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-87689d61-1b8f-4a6d-aacb-6f320161fb59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:13.735449 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:13.739874 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:13.771503 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396761'] for router_interface, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:13.824854 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:13.825239 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:13.874785 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] Attempting to bind port b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:08:13.875162 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] Attempting to bind port b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:08:13.875528 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] Attempting to bind port b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc on network 01362e56-e24c-4ee7-a42c-5b36628ae184 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:08:13.895882 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:08:13.896349 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] Checking segment: {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:08:13.896706 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:13.897110 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] Bound using segment: {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:08:13.897597 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] Bound port: b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:08:13.897975 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:13.907958 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:13.981636 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a156e45-196d-47e9-9c52-5bdee29613eb None None] Pushing event updated for resources: {'Port': ['ID=b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:13.984389 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-9a156e45-196d-47e9-9c52-5bdee29613eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:14.015769 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] For port b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:08:14.063139 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-5c469a14-3d5a-42fa-8902-c8c251fb4da7 None None] Provisioning for port a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672 completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:08:14.068867 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] For port b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:08:14.077922 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-5c469a14-3d5a-42fa-8902-c8c251fb4da7 None None] Provisioning complete for port a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:14.078298 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5c469a14-3d5a-42fa-8902-c8c251fb4da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:14.101815 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:14.112199 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-3fba9b8f-b3f2-46d0-bed5-0067b4928606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:14.151987 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:14.157630 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:14.176579 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 333f92bb-c1a5-48c5-a033-67290d84763b up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:08:14.186299 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:14.246596 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-5c469a14-3d5a-42fa-8902-c8c251fb4da7 None None] Port a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672 cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:08:14.257238 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] Routers {'c8beab63-dd6f-4646-b9da-4324fdeaaf18'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:08:14.257916 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff879f610>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:08:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['c8beab63-dd6f-4646-b9da-4324fdeaaf18'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:14.268099 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396666'] for router_interface, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:14.271672 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:14.275147 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:14.407614 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a156e45-196d-47e9-9c52-5bdee29613eb None None] Pushing event updated for resources: {'Port': ['ID=b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:14.413221 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-9a156e45-196d-47e9-9c52-5bdee29613eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:14.413382 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Network 971acf43-2ae3-4007-9d88-593244690cb0 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:08:14.414487 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:08:14.452992 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 333f92bb-c1a5-48c5-a033-67290d84763b triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:14.453382 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:14.537713 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] Set router c8beab63-dd6f-4646-b9da-4324fdeaaf18 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:08:14.631594 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Router c8beab63-dd6f-4646-b9da-4324fdeaaf18 has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:08:14.827613 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-8d33e3f4-ca09-4ffd-88a9-f6beaabc1c2f None None] Provisioning complete for port a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:14.828087 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d33e3f4-ca09-4ffd-88a9-f6beaabc1c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:14.848500 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:08:14.860289 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] 10.222.0.15 "PUT /v2.0/routers/c8beab63-dd6f-4646-b9da-4324fdeaaf18/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5162663
May 10 20:08:14.931864 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-8d33e3f4-ca09-4ffd-88a9-f6beaabc1c2f None None] Port a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672 cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:08:15.005059 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff879f610>, [{'id': 'c8beab63-dd6f-4646-b9da-4324fdeaaf18', 'name': 'tempest-TestMinimumBasicScenario-1032409232-router', 'tenant_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:09Z', 'updated_at': '2021-05-10T20:08:13Z', 'revision_number': 4, 'project_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'gw_port': {'id': 'b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8beab63-dd6f-4646-b9da-4324fdeaaf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:10Z', 'updated_at': '2021-05-10T20:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': 'a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672', 'name': '', 'network_id': '971acf43-2ae3-4007-9d88-593244690cb0', 'tenant_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'mac_address': 'fa:16:3e:67:da:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8beab63-dd6f-4646-b9da-4324fdeaaf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ade9a085-22b8-407d-9b1b-8b9be1c15acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:13Z', 'updated_at': '2021-05-10T20:08:13Z', 'revision_number': 2, 'project_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'subnets': [{'id': 'ade9a085-22b8-407d-9b1b-8b9be1c15acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:15.010231 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0499ff56-c0fc-4efc-bab2-0825e2aa5edc None None] The sync data for ids ['c8beab63-dd6f-4646-b9da-4324fdeaaf18'] in dv-cinder-788364-3-iscsi is: [{'id': 'c8beab63-dd6f-4646-b9da-4324fdeaaf18', 'name': 'tempest-TestMinimumBasicScenario-1032409232-router', 'tenant_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:09Z', 'updated_at': '2021-05-10T20:08:13Z', 'revision_number': 4, 'project_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'gw_port': {'id': 'b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8beab63-dd6f-4646-b9da-4324fdeaaf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:10Z', 'updated_at': '2021-05-10T20:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': 'a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672', 'name': '', 'network_id': '971acf43-2ae3-4007-9d88-593244690cb0', 'tenant_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'mac_address': 'fa:16:3e:67:da:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8beab63-dd6f-4646-b9da-4324fdeaaf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ade9a085-22b8-407d-9b1b-8b9be1c15acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:13Z', 'updated_at': '2021-05-10T20:08:13Z', 'revision_number': 2, 'project_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'subnets': [{'id': 'ade9a085-22b8-407d-9b1b-8b9be1c15acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:08:17.584099 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:08:17.681033 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:08:17.694472 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:17.695147 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:17.903535 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:17.930015 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:08:17.936341 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:17.944422 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:18.032566 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:18.038521 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:18.753001 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:08:18.905534 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] Sync routers for ids ['c8beab63-dd6f-4646-b9da-4324fdeaaf18'] in dv-cinder-788364-3-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:08:18.916628 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] Routers {'c8beab63-dd6f-4646-b9da-4324fdeaaf18'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:08:18.918944 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff890ceb0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:08:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['c8beab63-dd6f-4646-b9da-4324fdeaaf18'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:19.118345 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] Set router c8beab63-dd6f-4646-b9da-4324fdeaaf18 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:08:19.511242 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff890ceb0>, [{'id': 'c8beab63-dd6f-4646-b9da-4324fdeaaf18', 'name': 'tempest-TestMinimumBasicScenario-1032409232-router', 'tenant_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:09Z', 'updated_at': '2021-05-10T20:08:13Z', 'revision_number': 4, 'project_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'gw_port': {'id': 'b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8beab63-dd6f-4646-b9da-4324fdeaaf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:10Z', 'updated_at': '2021-05-10T20:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': 'a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672', 'name': '', 'network_id': '971acf43-2ae3-4007-9d88-593244690cb0', 'tenant_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'mac_address': 'fa:16:3e:67:da:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8beab63-dd6f-4646-b9da-4324fdeaaf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ade9a085-22b8-407d-9b1b-8b9be1c15acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:13Z', 'updated_at': '2021-05-10T20:08:13Z', 'revision_number': 2, 'project_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'subnets': [{'id': 'ade9a085-22b8-407d-9b1b-8b9be1c15acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:19.515822 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] Checking router: c8beab63-dd6f-4646-b9da-4324fdeaaf18 for host: dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:08:19.516221 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] Updating router c8beab63-dd6f-4646-b9da-4324fdeaaf18 port a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672 binding host dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:08:19.579694 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:08:19.581779 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:19.718005 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:19.718397 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:20.056756 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:20.075435 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] Transition to ACTIVE for port object a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:08:20.085738 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:20.095016 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:20.261607 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a1a43-2b22-4c32-94ec-c74e7f296367 None None] Pushing event updated for resources: {'Port': ['ID=a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:20.265635 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-962a1a43-2b22-4c32-94ec-c74e7f296367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:20.388901 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] Attempting to bind port a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672 on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:08:20.389409 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] Attempting to bind port a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672 by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': 'f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '971acf43-2ae3-4007-9d88-593244690cb0'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:08:20.389865 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] Attempting to bind port a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672 on network 971acf43-2ae3-4007-9d88-593244690cb0 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:08:20.396142 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:08:20.399211 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] Checking segment: {'id': 'f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '971acf43-2ae3-4007-9d88-593244690cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:08:20.399859 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:20.400450 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] Bound using segment: {'id': 'f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '971acf43-2ae3-4007-9d88-593244690cb0'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:08:20.401059 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] Bound port: a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '971acf43-2ae3-4007-9d88-593244690cb0'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:08:20.401541 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:20.553445 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] For port a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:08:20.558695 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] For port a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672,segment=NetworkSegment(f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00),segment_id=f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:08:20.571625 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:20.579254 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-5e6bbd01-bfdb-4936-b17e-c7de9e524f5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:20.667482 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] Routers {'c8beab63-dd6f-4646-b9da-4324fdeaaf18'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:08:20.668306 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff890ceb0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:08:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['c8beab63-dd6f-4646-b9da-4324fdeaaf18'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:20.920138 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a1a43-2b22-4c32-94ec-c74e7f296367 None None] Pushing event updated for resources: {'Port': ['ID=a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:20.929453 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-962a1a43-2b22-4c32-94ec-c74e7f296367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:21.022019 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] Set router c8beab63-dd6f-4646-b9da-4324fdeaaf18 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:08:21.403364 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff890ceb0>, [{'id': 'c8beab63-dd6f-4646-b9da-4324fdeaaf18', 'name': 'tempest-TestMinimumBasicScenario-1032409232-router', 'tenant_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:09Z', 'updated_at': '2021-05-10T20:08:13Z', 'revision_number': 4, 'project_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'gw_port': {'id': 'b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8beab63-dd6f-4646-b9da-4324fdeaaf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:10Z', 'updated_at': '2021-05-10T20:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': 'a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672', 'name': '', 'network_id': '971acf43-2ae3-4007-9d88-593244690cb0', 'tenant_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'mac_address': 'fa:16:3e:67:da:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8beab63-dd6f-4646-b9da-4324fdeaaf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ade9a085-22b8-407d-9b1b-8b9be1c15acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:13Z', 'updated_at': '2021-05-10T20:08:20Z', 'revision_number': 4, 'project_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'subnets': [{'id': 'ade9a085-22b8-407d-9b1b-8b9be1c15acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:21.407987 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247d41e-355e-4d3b-9e50-1f8104c6fefa None None] The sync data for ids ['c8beab63-dd6f-4646-b9da-4324fdeaaf18'] in dv-cinder-788364-3-iscsi is: [{'id': 'c8beab63-dd6f-4646-b9da-4324fdeaaf18', 'name': 'tempest-TestMinimumBasicScenario-1032409232-router', 'tenant_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:09Z', 'updated_at': '2021-05-10T20:08:13Z', 'revision_number': 4, 'project_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'gw_port': {'id': 'b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8beab63-dd6f-4646-b9da-4324fdeaaf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:10Z', 'updated_at': '2021-05-10T20:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': 'a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672', 'name': '', 'network_id': '971acf43-2ae3-4007-9d88-593244690cb0', 'tenant_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'mac_address': 'fa:16:3e:67:da:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8beab63-dd6f-4646-b9da-4324fdeaaf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ade9a085-22b8-407d-9b1b-8b9be1c15acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:13Z', 'updated_at': '2021-05-10T20:08:20Z', 'revision_number': 4, 'project_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'subnets': [{'id': 'ade9a085-22b8-407d-9b1b-8b9be1c15acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:08:21.627775 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:08:21.739440 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:08:21.745677 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:21.746067 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:21.977960 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:22.018725 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672,segment=NetworkSegment(f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00),segment_id=f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:08:22.024599 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:22.032814 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:22.133780 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:22.142561 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:23.569234 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:08:23.655190 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:23.655689 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:25.438331 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff25cd9-e663-496d-8fb7-439210bae5af req-f9f64d4e-0ff2-4945-8d4b-e8864a8997ae tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:25.439916 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dff25cd9-e663-496d-8fb7-439210bae5af req-f9f64d4e-0ff2-4945-8d4b-e8864a8997ae tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/networks?id=30cb932a-4f34-481b-8021-1eec5b5bf43d HTTP/1.1" status: 200  len: 814 time: 0.1543477
May 10 20:08:25.456736 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dff25cd9-e663-496d-8fb7-439210bae5af req-72a428b2-a60c-470d-959c-fa6175d9fdaa tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/quotas/a4cb2a0d67254029910111cb748e579b HTTP/1.1" status: 200  len: 375 time: 0.0106769
May 10 20:08:25.553080 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-dff25cd9-e663-496d-8fb7-439210bae5af req-0a156353-827e-4cfb-96e5-f209d76b1aa0 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Synchronizing usage tracker for tenant:a4cb2a0d67254029910111cb748e579b on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:08:25.572087 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-dff25cd9-e663-496d-8fb7-439210bae5af req-0a156353-827e-4cfb-96e5-f209d76b1aa0 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Unset dirty status for tenant:a4cb2a0d67254029910111cb748e579b on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:08:25.574306 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dff25cd9-e663-496d-8fb7-439210bae5af req-0a156353-827e-4cfb-96e5-f209d76b1aa0 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4cb2a0d67254029910111cb748e579b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1070337
May 10 20:08:25.843282 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dff25cd9-e663-496d-8fb7-439210bae5af req-3a79fb03-6736-421e-89b8-601f2ec0fe05 service neutron] 10.222.0.15 "GET /v2.0/networks/30cb932a-4f34-481b-8021-1eec5b5bf43d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2567618
May 10 20:08:25.997102 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dff25cd9-e663-496d-8fb7-439210bae5af req-c30b1a51-e5eb-4150-8350-0607f26cfb85 service neutron] 10.222.0.15 "GET /v2.0/networks/30cb932a-4f34-481b-8021-1eec5b5bf43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473250
May 10 20:08:26.364972 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bd4d83c7-a5b0-4e7b-9ef4-9dc52bcd7b6b req-738394cd-eed9-4f22-a5ad-7b713c4108d0 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 210 time: 0.0542333
May 10 20:08:26.786124 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a97566-dd1d-45e4-98a7-c7a830dd743b req-c1733cb4-e27d-431f-b30d-791c12333e87 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:26.788822 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-98a97566-dd1d-45e4-98a7-c7a830dd743b req-c1733cb4-e27d-431f-b30d-791c12333e87 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 945 time: 0.0968068
May 10 20:08:26.847966 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-98a97566-dd1d-45e4-98a7-c7a830dd743b req-95ca6fb4-71ed-4dd4-a3da-c37e656e66d5 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471518
May 10 20:08:27.345343 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ad1628aa-2842-4e20-bb75-8a1422bd24ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:27.587402 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b78e10f3-ba62-4056-a6c1-29a7f0fc92a1 req-75fa9929-da4d-4341-9fe5-4495093cfa1e tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 210 time: 0.0723550
May 10 20:08:27.745730 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff25cd9-e663-496d-8fb7-439210bae5af req-f91c06ef-0c1e-4f17-8133-d3bc16aa6801 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:27.747320 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dff25cd9-e663-496d-8fb7-439210bae5af req-f91c06ef-0c1e-4f17-8133-d3bc16aa6801 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.30 "GET /v2.0/networks?id=30cb932a-4f34-481b-8021-1eec5b5bf43d HTTP/1.1" status: 200  len: 814 time: 0.1953597
May 10 20:08:27.765406 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-dff25cd9-e663-496d-8fb7-439210bae5af req-3b5cf4e4-2200-42d4-9d07-69afcb694db5 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Request body: {'port': {'device_id': '0f27cfca-533f-4ae7-8fe3-815fc3e9fe71', 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d', 'admin_state_up': True, 'tenant_id': 'a4cb2a0d67254029910111cb748e579b'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:08:27.943528 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-dff25cd9-e663-496d-8fb7-439210bae5af req-3b5cf4e4-2200-42d4-9d07-69afcb694db5 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:08:27.956198 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-dff25cd9-e663-496d-8fb7-439210bae5af req-3b5cf4e4-2200-42d4-9d07-69afcb694db5 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:08:28.004327 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff25cd9-e663-496d-8fb7-439210bae5af req-3b5cf4e4-2200-42d4-9d07-69afcb694db5 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Made reservation on behalf of a4cb2a0d67254029910111cb748e579b for: {'port': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:08:28.007689 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dff25cd9-e663-496d-8fb7-439210bae5af req-3b5cf4e4-2200-42d4-9d07-69afcb694db5 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:28.148884 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a67b6-1207-4b96-8739-fdbe608f87b1 req-75f6c291-cc8e-4aea-8dd1-a6ed9e783e25 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:28.150457 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c08a67b6-1207-4b96-8739-fdbe608f87b1 req-75f6c291-cc8e-4aea-8dd1-a6ed9e783e25 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 945 time: 0.1879282
May 10 20:08:28.251988 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c08a67b6-1207-4b96-8739-fdbe608f87b1 req-6271cca1-f3c3-407c-a72a-4ebb91136ac1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681567
May 10 20:08:28.256849 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [req-dff25cd9-e663-496d-8fb7-439210bae5af req-3b5cf4e4-2200-42d4-9d07-69afcb694db5 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Allocated IP 172.20.0.7 (30cb932a-4f34-481b-8021-1eec5b5bf43d/f41a519f-4100-4d11-9295-c539a4276422/ae06559f-b243-48d4-81e7-005e92782abb) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:08:28.549657 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dff25cd9-e663-496d-8fb7-439210bae5af req-3b5cf4e4-2200-42d4-9d07-69afcb694db5 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:28.623698 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-dff25cd9-e663-496d-8fb7-439210bae5af req-3b5cf4e4-2200-42d4-9d07-69afcb694db5 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Transition to ACTIVE for port object ae06559f-b243-48d4-81e7-005e92782abb will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:08:28.704300 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dff25cd9-e663-496d-8fb7-439210bae5af req-3b5cf4e4-2200-42d4-9d07-69afcb694db5 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:28.718474 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-bb418a94-d5d0-439b-ac93-f37141d21b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:28.856325 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff25cd9-e663-496d-8fb7-439210bae5af req-3b5cf4e4-2200-42d4-9d07-69afcb694db5 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Network 30cb932a-4f34-481b-8021-1eec5b5bf43d is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:08:28.910682 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [req-dff25cd9-e663-496d-8fb7-439210bae5af req-3b5cf4e4-2200-42d4-9d07-69afcb694db5 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:08:28.927880 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff25cd9-e663-496d-8fb7-439210bae5af req-3b5cf4e4-2200-42d4-9d07-69afcb694db5 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:08:28.971371 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cf4e4-2200-42d4-9d07-69afcb694db5 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Pushing event updated for resources: {'Port': ['ID=ae06559f-b243-48d4-81e7-005e92782abb,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:28.983190 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3b5cf4e4-2200-42d4-9d07-69afcb694db5 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:29.024103 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff25cd9-e663-496d-8fb7-439210bae5af req-3b5cf4e4-2200-42d4-9d07-69afcb694db5 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:29.024797 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dff25cd9-e663-496d-8fb7-439210bae5af req-3b5cf4e4-2200-42d4-9d07-69afcb694db5 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:29.067997 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dff25cd9-e663-496d-8fb7-439210bae5af req-3b5cf4e4-2200-42d4-9d07-69afcb694db5 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3069439
May 10 20:08:29.076393 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdc74a-a223-4b02-b301-c12f9363c75f req-1e9ce78f-c207-49b6-8db2-fa18c235d52a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:29.077114 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-00cdc74a-a223-4b02-b301-c12f9363c75f req-1e9ce78f-c207-49b6-8db2-fa18c235d52a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Synchronizing usage tracker for tenant:a4cb2a0d67254029910111cb748e579b on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:08:29.095346 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-00cdc74a-a223-4b02-b301-c12f9363c75f req-1e9ce78f-c207-49b6-8db2-fa18c235d52a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Unset dirty status for tenant:a4cb2a0d67254029910111cb748e579b on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:08:29.096563 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-00cdc74a-a223-4b02-b301-c12f9363c75f req-1e9ce78f-c207-49b6-8db2-fa18c235d52a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 931 time: 0.2541871
May 10 20:08:29.149072 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-00cdc74a-a223-4b02-b301-c12f9363c75f req-01d6e84a-561c-48d2-bd0c-4998a56215c3 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459492
May 10 20:08:29.258098 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-e52b3985-2ab1-4e28-9ed5-531d0c4b35eb None None] Provisioning for port ae06559f-b243-48d4-81e7-005e92782abb completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:08:29.263686 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-e52b3985-2ab1-4e28-9ed5-531d0c4b35eb None None] Provisioning complete for port ae06559f-b243-48d4-81e7-005e92782abb triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:29.264111 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e52b3985-2ab1-4e28-9ed5-531d0c4b35eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:29.323508 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-e52b3985-2ab1-4e28-9ed5-531d0c4b35eb None None] Port ae06559f-b243-48d4-81e7-005e92782abb cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:08:30.221850 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3def-b91d-4fe4-924f-eeb6042eb363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:30.551987 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:32.063392 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:32.133115 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 7e6b8497-3344-4deb-9a96-6ac54280f97d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:08:32.264258 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:32.294551 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a880d0-c457-4324-a569-95a483716939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e6b8497-3344-4deb-9a96-6ac54280f97d'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:08:32.308130 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 7e6b8497-3344-4deb-9a96-6ac54280f97d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7e6b8497-3344-4deb-9a96-6ac54280f97d,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:08:32.314857 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:32.319575 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:32.400829 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=7e6b8497-3344-4deb-9a96-6ac54280f97d,revision_number=6']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:32.401705 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:33.746911 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:42.682186 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:42.820551 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Request body: {'port': {'device_id': '0f27cfca-533f-4ae7-8fe3-815fc3e9fe71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:08:42.994715 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:43.236927 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccedb8a-20ba-41bb-87e1-08f5646889e8 req-da865527-e2a7-47f6-821a-630091873070 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:43.237753 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-cccedb8a-20ba-41bb-87e1-08f5646889e8 req-da865527-e2a7-47f6-821a-630091873070 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Synchronizing usage tracker for tenant:5127732f09de45a6ae2dd1088906e37c on resource:port {{(pid=78727) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:08:43.254499 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [req-cccedb8a-20ba-41bb-87e1-08f5646889e8 req-da865527-e2a7-47f6-821a-630091873070 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Unset dirty status for tenant:5127732f09de45a6ae2dd1088906e37c on resource:port {{(pid=78727) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:08:43.255685 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-cccedb8a-20ba-41bb-87e1-08f5646889e8 req-da865527-e2a7-47f6-821a-630091873070 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.4528461
May 10 20:08:43.400509 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [req-cccedb8a-20ba-41bb-87e1-08f5646889e8 req-486eb9e2-a294-4825-89c4-1870059b2544 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Deleting port 7e6b8497-3344-4deb-9a96-6ac54280f97d {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:08:43.401018 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-cccedb8a-20ba-41bb-87e1-08f5646889e8 req-486eb9e2-a294-4825-89c4-1870059b2544 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:43.527682 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7e160-2904-4b8a-b300-afaae3f7675f req-b1a5f514-41d5-4ae4-976c-988543d6818e tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:43.529625 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-08f7e160-2904-4b8a-b300-afaae3f7675f req-b1a5f514-41d5-4ae4-976c-988543d6818e tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 931 time: 0.3776574
May 10 20:08:43.540756 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [req-cccedb8a-20ba-41bb-87e1-08f5646889e8 req-486eb9e2-a294-4825-89c4-1870059b2544 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] For port 7e6b8497-3344-4deb-9a96-6ac54280f97d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7e6b8497-3344-4deb-9a96-6ac54280f97d,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:08:43.541113 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-cccedb8a-20ba-41bb-87e1-08f5646889e8 req-486eb9e2-a294-4825-89c4-1870059b2544 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:43.557535 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4c480-085f-45b5-907f-d7b36ce60e49 req-fcbe683b-7102-4039-bf0e-bf329f83b2da tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:43.558959 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-63c4c480-085f-45b5-907f-d7b36ce60e49 req-fcbe683b-7102-4039-bf0e-bf329f83b2da tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 943 time: 0.2522373
May 10 20:08:43.652708 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-08f7e160-2904-4b8a-b300-afaae3f7675f req-872bed7f-f892-434e-9dce-70d14abd21f9 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077642
May 10 20:08:43.691263 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-63c4c480-085f-45b5-907f-d7b36ce60e49 req-da481244-cd33-435c-aa1c-9da78e989736 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1182935
May 10 20:08:43.711488 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a880d0-c457-4324-a569-95a483716939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e6b8497-3344-4deb-9a96-6ac54280f97d', 'code': 200}
May 10 20:08:43.726250 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae06559f-b243-48d4-81e7-005e92782abb {{(pid=78728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:08:43.735753 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:43.754211 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Transition to ACTIVE for port object ae06559f-b243-48d4-81e7-005e92782abb will not be triggered until provisioned by entity L2. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:08:43.757420 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:43.761278 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-bddad23d-08fb-40d7-8e19-bfa02f4b8f42 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:43.944270 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Pushing event updated for resources: {'Port': ['ID=ae06559f-b243-48d4-81e7-005e92782abb,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:43.954694 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:43.962011 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-cccedb8a-20ba-41bb-87e1-08f5646889e8 req-486eb9e2-a294-4825-89c4-1870059b2544 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:43.962327 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-cccedb8a-20ba-41bb-87e1-08f5646889e8 req-486eb9e2-a294-4825-89c4-1870059b2544 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400245'] for floatingip, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:43.962667 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.l3_db [req-cccedb8a-20ba-41bb-87e1-08f5646889e8 req-486eb9e2-a294-4825-89c4-1870059b2544 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Floating IP 48c92e2a-0175-4104-8e8d-79a58a3e984c disassociated. External IP: 172.27.1.34, port: 7e6b8497-3344-4deb-9a96-6ac54280f97d.
May 10 20:08:43.962986 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [req-cccedb8a-20ba-41bb-87e1-08f5646889e8 req-486eb9e2-a294-4825-89c4-1870059b2544 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Calling delete_port for 7e6b8497-3344-4deb-9a96-6ac54280f97d owned by compute:nova {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:08:44.051011 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Attempting to bind port ae06559f-b243-48d4-81e7-005e92782abb on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:08:44.051298 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Attempting to bind port ae06559f-b243-48d4-81e7-005e92782abb by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'cf01bc13-e2d8-430c-b30e-c548187fbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d'}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:08:44.051571 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Attempting to bind port ae06559f-b243-48d4-81e7-005e92782abb on network 30cb932a-4f34-481b-8021-1eec5b5bf43d {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:08:44.056520 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Port ae06559f-b243-48d4-81e7-005e92782abb on network 30cb932a-4f34-481b-8021-1eec5b5bf43d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:08:44.056896 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Attempting to bind port ae06559f-b243-48d4-81e7-005e92782abb on network 30cb932a-4f34-481b-8021-1eec5b5bf43d {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:08:44.062733 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Checking agent: {'id': '16e2165d-e53b-4771-ba7e-9126d1b04f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'started_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:08:44.063068 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Checking segment: {'id': 'cf01bc13-e2d8-430c-b30e-c548187fbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:08:44.063455 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Bound using segment: {'id': 'cf01bc13-e2d8-430c-b30e-c548187fbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d'} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:08:44.063888 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Bound port: ae06559f-b243-48d4-81e7-005e92782abb, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf01bc13-e2d8-430c-b30e-c548187fbfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d'}}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:08:44.064257 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:44.083634 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-cccedb8a-20ba-41bb-87e1-08f5646889e8 req-486eb9e2-a294-4825-89c4-1870059b2544 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:44.089737 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-c1bc45e8-497b-4653-b928-ce1b98b15ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:44.140375 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486eb9e2-a294-4825-89c4-1870059b2544 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event deleted for resources: {'Port': ['ID=7e6b8497-3344-4deb-9a96-6ac54280f97d,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:44.143977 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-486eb9e2-a294-4825-89c4-1870059b2544 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:44.161500 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] For port ae06559f-b243-48d4-81e7-005e92782abb, host hv-cinder-78836, cleared binding levels {{(pid=78728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:08:44.165075 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] For port ae06559f-b243-48d4-81e7-005e92782abb, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ae06559f-b243-48d4-81e7-005e92782abb,segment=NetworkSegment(cf01bc13-e2d8-430c-b30e-c548187fbfb1),segment_id=cf01bc13-e2d8-430c-b30e-c548187fbfb1)] {{(pid=78728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:08:44.170095 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:44.173943 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d99db9f9-7906-4961-8f13-d177b22fce83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:44.226002 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:44.226616 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:44.228201 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] 10.222.0.30 "PUT /v2.0/ports/ae06559f-b243-48d4-81e7-005e92782abb HTTP/1.1" status: 200  len: 1093 time: 1.4150712
May 10 20:08:44.231112 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f27cfca-533f-4ae7-8fe3-815fc3e9fe71', 'tag': 'ae06559f-b243-48d4-81e7-005e92782abb'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:08:44.305865 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Pushing event updated for resources: {'Port': ['ID=ae06559f-b243-48d4-81e7-005e92782abb,revision_number=3']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:44.309755 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f27cfca-533f-4ae7-8fe3-815fc3e9fe71', 'tag': 'ae06559f-b243-48d4-81e7-005e92782abb', 'status': 'completed', 'code': 200}
May 10 20:08:44.316447 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:44.349087 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff25cd9-e663-496d-8fb7-439210bae5af req-30417b18-d70d-403c-9074-f0538c148b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:44.350684 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dff25cd9-e663-496d-8fb7-439210bae5af req-30417b18-d70d-403c-9074-f0538c148b57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4cb2a0d67254029910111cb748e579b&device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 1096 time: 0.0846281
May 10 20:08:44.364147 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cccedb8a-20ba-41bb-87e1-08f5646889e8 req-486eb9e2-a294-4825-89c4-1870059b2544 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Router 93fae79f-b83d-48cc-bdc2-30d887f79df9 has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:08:44.426364 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dff25cd9-e663-496d-8fb7-439210bae5af req-60d32541-501f-404a-a110-89873273d3df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae06559f-b243-48d4-81e7-005e92782abb HTTP/1.1" status: 200  len: 217 time: 0.0671930
May 10 20:08:44.496193 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff25cd9-e663-496d-8fb7-439210bae5af req-4ec8ada1-7420-47bd-8d94-03c57e8b0299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:44.498710 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dff25cd9-e663-496d-8fb7-439210bae5af req-4ec8ada1-7420-47bd-8d94-03c57e8b0299 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f41a519f-4100-4d11-9295-c539a4276422 HTTP/1.1" status: 200  len: 853 time: 0.0657594
May 10 20:08:44.558250 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cccedb8a-20ba-41bb-87e1-08f5646889e8 req-486eb9e2-a294-4825-89c4-1870059b2544 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:08:44.568584 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5ec53a-115f-4c1d-872f-04f9027a2619 None None] Sync routers for ids ['93fae79f-b83d-48cc-bdc2-30d887f79df9'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:08:44.580018 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5ec53a-115f-4c1d-872f-04f9027a2619 None None] Routers {'93fae79f-b83d-48cc-bdc2-30d887f79df9'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:08:44.581023 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-ce5ec53a-115f-4c1d-872f-04f9027a2619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff8ace2e0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:08:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['93fae79f-b83d-48cc-bdc2-30d887f79df9'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:44.642785 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2b83f041-df9e-42e5-b57a-fefec9d10fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:44.643031 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccedb8a-20ba-41bb-87e1-08f5646889e8 req-486eb9e2-a294-4825-89c4-1870059b2544 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] No DVR routers for this DVR port 7e6b8497-3344-4deb-9a96-6ac54280f97d on host hv-cinder-78836 {{(pid=78727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:08:44.644307 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dff25cd9-e663-496d-8fb7-439210bae5af req-2b83f041-df9e-42e5-b57a-fefec9d10fe6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30cb932a-4f34-481b-8021-1eec5b5bf43d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1355882
May 10 20:08:44.645619 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [req-cccedb8a-20ba-41bb-87e1-08f5646889e8 req-486eb9e2-a294-4825-89c4-1870059b2544 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:44.648221 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a880d0-c457-4324-a569-95a483716939', 'name': 'network-vif-deleted', 'tag': '7e6b8497-3344-4deb-9a96-6ac54280f97d'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:08:44.667799 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-cccedb8a-20ba-41bb-87e1-08f5646889e8 req-486eb9e2-a294-4825-89c4-1870059b2544 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.30 "DELETE /v2.0/ports/7e6b8497-3344-4deb-9a96-6ac54280f97d HTTP/1.1" status: 204  len: 173 time: 1.4053938
May 10 20:08:44.700265 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dcd83635-73c2-4a01-8fc3-ccae9d5b8c3e req-8acc5d2e-cdad-48c6-916a-31cc52aac2be service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1455750
May 10 20:08:44.762943 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a880d0-c457-4324-a569-95a483716939', 'name': 'network-vif-deleted', 'tag': '7e6b8497-3344-4deb-9a96-6ac54280f97d', 'status': 'completed', 'code': 200}
May 10 20:08:44.808623 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-ce5ec53a-115f-4c1d-872f-04f9027a2619 None None] Set router 93fae79f-b83d-48cc-bdc2-30d887f79df9 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:08:44.977310 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9c43d34a-cfd6-4b6b-a876-af8a6758d38d req-769958f7-d6fd-4eca-865b-d136137bc96c tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a880d0-c457-4324-a569-95a483716939 HTTP/1.1" status: 200  len: 210 time: 0.1073806
May 10 20:08:45.007178 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dff25cd9-e663-496d-8fb7-439210bae5af req-82385e0d-4b6d-4676-97e3-a687147b8935 service neutron] 10.222.0.30 "GET /v2.0/networks/30cb932a-4f34-481b-8021-1eec5b5bf43d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3550720
May 10 20:08:45.241767 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-ce5ec53a-115f-4c1d-872f-04f9027a2619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff8ace2e0>, [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '320a2fd0-8811-4575-a723-ae91770fe353', 'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'mac_address': 'fa:16:3e:d3:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:15Z', 'updated_at': '2021-05-10T20:03:27Z', 'revision_number': 5, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'subnets': [{'id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:45.246131 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5ec53a-115f-4c1d-872f-04f9027a2619 None None] Checking router: 93fae79f-b83d-48cc-bdc2-30d887f79df9 for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:08:45.246720 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd83635-73c2-4a01-8fc3-ccae9d5b8c3e req-84b3c49d-d9da-4acc-857e-b449a87014d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:45.248849 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dcd83635-73c2-4a01-8fc3-ccae9d5b8c3e req-84b3c49d-d9da-4acc-857e-b449a87014d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b65721b496f24a29859a65925c5d03bf&device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 1099 time: 0.4644153
May 10 20:08:45.257196 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5ec53a-115f-4c1d-872f-04f9027a2619 None None] Routers {'93fae79f-b83d-48cc-bdc2-30d887f79df9'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:08:45.257848 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-ce5ec53a-115f-4c1d-872f-04f9027a2619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff8ace2e0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:08:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['93fae79f-b83d-48cc-bdc2-30d887f79df9'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:45.277599 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ab62e-49c3-4c5e-b94b-58700483db75 req-64495054-1bae-417e-bb4c-a31073eb1d99 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:45.279074 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be7ab62e-49c3-4c5e-b94b-58700483db75 req-64495054-1bae-417e-bb4c-a31073eb1d99 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 943 time: 0.4224524
May 10 20:08:45.473269 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be7ab62e-49c3-4c5e-b94b-58700483db75 req-d153ffde-2db9-47af-944c-3fe4650c5714 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606500
May 10 20:08:45.484705 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dff25cd9-e663-496d-8fb7-439210bae5af req-30b9dbd9-c25d-4962-a646-d7323efcf113 service neutron] 10.222.0.30 "GET /v2.0/networks/30cb932a-4f34-481b-8021-1eec5b5bf43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4687047
May 10 20:08:45.488665 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-ce5ec53a-115f-4c1d-872f-04f9027a2619 None None] Set router 93fae79f-b83d-48cc-bdc2-30d887f79df9 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:08:45.508196 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd83635-73c2-4a01-8fc3-ccae9d5b8c3e req-99a9510b-2bd5-4ea0-9266-d3563216f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:45.509641 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dcd83635-73c2-4a01-8fc3-ccae9d5b8c3e req-99a9510b-2bd5-4ea0-9266-d3563216f3d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 HTTP/1.1" status: 200  len: 916 time: 0.2296422
May 10 20:08:45.669195 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dcd83635-73c2-4a01-8fc3-ccae9d5b8c3e req-9b394ba1-96ef-46d5-bee0-4bd05d224274 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c07fa741-b620-4729-b9ae-acbcf354c39b HTTP/1.1" status: 200  len: 1001 time: 0.1435096
May 10 20:08:45.733987 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e4907-1bca-41c6-8857-3b38e56e7fbc req-4f4abf66-7080-4cb0-bdda-9a598feb0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:45.735363 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1e3e4907-1bca-41c6-8857-3b38e56e7fbc req-4f4abf66-7080-4cb0-bdda-9a598feb0b09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4cb2a0d67254029910111cb748e579b&device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 1096 time: 0.1556964
May 10 20:08:45.767021 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd83635-73c2-4a01-8fc3-ccae9d5b8c3e req-ced7e7de-94a7-494e-8a25-a70f7e3326f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:45.768489 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dcd83635-73c2-4a01-8fc3-ccae9d5b8c3e req-ced7e7de-94a7-494e-8a25-a70f7e3326f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c0f63c-4d1b-479f-a1ab-64a94c500e7f HTTP/1.1" status: 200  len: 855 time: 0.0918441
May 10 20:08:45.824651 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-ce5ec53a-115f-4c1d-872f-04f9027a2619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff8ace2e0>, [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '320a2fd0-8811-4575-a723-ae91770fe353', 'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'mac_address': 'fa:16:3e:d3:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:15Z', 'updated_at': '2021-05-10T20:03:27Z', 'revision_number': 5, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'subnets': [{'id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:08:45.829037 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5ec53a-115f-4c1d-872f-04f9027a2619 None None] The sync data for ids ['93fae79f-b83d-48cc-bdc2-30d887f79df9'] in dv-cinder-788364-3-iscsi is: [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '320a2fd0-8811-4575-a723-ae91770fe353', 'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'mac_address': 'fa:16:3e:d3:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:15Z', 'updated_at': '2021-05-10T20:03:27Z', 'revision_number': 5, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'subnets': [{'id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:08:45.933864 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e4907-1bca-41c6-8857-3b38e56e7fbc req-4bf5f99d-cc4d-4765-bac1-05b85e3ee957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:45.935358 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1e3e4907-1bca-41c6-8857-3b38e56e7fbc req-4bf5f99d-cc4d-4765-bac1-05b85e3ee957 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30cb932a-4f34-481b-8021-1eec5b5bf43d HTTP/1.1" status: 200  len: 914 time: 0.1919861
May 10 20:08:46.010826 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd83635-73c2-4a01-8fc3-ccae9d5b8c3e req-c49db277-0d5e-4058-b80d-986f036030ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:46.012330 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dcd83635-73c2-4a01-8fc3-ccae9d5b8c3e req-c49db277-0d5e-4058-b80d-986f036030ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1923008
May 10 20:08:46.013970 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1e3e4907-1bca-41c6-8857-3b38e56e7fbc req-ceb34e2e-5bba-47f3-9c80-0fc51cc2f7e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae06559f-b243-48d4-81e7-005e92782abb HTTP/1.1" status: 200  len: 217 time: 0.0677211
May 10 20:08:46.066879 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf1e887-a989-4fd9-996d-f22802751b01 None None] New status for floating IP 48c92e2a-0175-4104-8e8d-79a58a3e984c: DOWN {{(pid=78730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:08:46.189006 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e4907-1bca-41c6-8857-3b38e56e7fbc req-8d6855b4-8945-4fad-aea3-e21b1fd08cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:46.190476 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1e3e4907-1bca-41c6-8857-3b38e56e7fbc req-8d6855b4-8945-4fad-aea3-e21b1fd08cd9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f41a519f-4100-4d11-9295-c539a4276422 HTTP/1.1" status: 200  len: 853 time: 0.1642442
May 10 20:08:46.264121 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dcd83635-73c2-4a01-8fc3-ccae9d5b8c3e req-7f8132b2-a007-4fd4-93ef-877c8a822e5b service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2384083
May 10 20:08:46.394175 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-34c9173b-c7ca-40b7-a456-afd911246d6c tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1803115481&fields=id&tenant_id=5127732f09de45a6ae2dd1088906e37c HTTP/1.1" status: 200  len: 267 time: 0.1290185
May 10 20:08:46.523132 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e4907-1bca-41c6-8857-3b38e56e7fbc req-d33d2009-eca1-4c8d-be0c-2cfcdecb0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:46.524965 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1e3e4907-1bca-41c6-8857-3b38e56e7fbc req-d33d2009-eca1-4c8d-be0c-2cfcdecb0427 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30cb932a-4f34-481b-8021-1eec5b5bf43d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3261914
May 10 20:08:46.579023 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dcd83635-73c2-4a01-8fc3-ccae9d5b8c3e req-de270ccf-0041-40b6-bb55-36eab7846a98 service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2970240
May 10 20:08:46.872994 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-813771b4-677d-4f6e-b1ae-92a9e992e393 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:46.874430 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-813771b4-677d-4f6e-b1ae-92a9e992e393 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/networks?id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b HTTP/1.1" status: 200  len: 810 time: 0.4640396
May 10 20:08:46.902856 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-647883c3-366e-4cb3-bf7a-82d92b9b334c tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/quotas/5127732f09de45a6ae2dd1088906e37c HTTP/1.1" status: 200  len: 375 time: 0.0159154
May 10 20:08:46.905345 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1e3e4907-1bca-41c6-8857-3b38e56e7fbc req-7f7ce863-4e82-4110-ada0-d935776f5493 service neutron] 10.222.0.30 "GET /v2.0/networks/30cb932a-4f34-481b-8021-1eec5b5bf43d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3665783
May 10 20:08:47.060175 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b803e-8b57-4f49-a24e-e3e6befabf37 req-43f43acc-0708-4c15-af84-c905f851a012 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:47.061848 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2b1b803e-8b57-4f49-a24e-e3e6befabf37 req-43f43acc-0708-4c15-af84-c905f851a012 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 943 time: 0.4048519
May 10 20:08:47.162129 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2b1b803e-8b57-4f49-a24e-e3e6befabf37 req-ad5386dd-c6ff-4c4f-a895-a492a6a3caaf tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894256
May 10 20:08:47.169066 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1e3e4907-1bca-41c6-8857-3b38e56e7fbc req-b605bb80-a9bf-434f-b663-af8c74c69db0 service neutron] 10.222.0.30 "GET /v2.0/networks/30cb932a-4f34-481b-8021-1eec5b5bf43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2253058
May 10 20:08:47.177411 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-36dc3f09-9b43-4288-82a6-33197e5c96e4 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5127732f09de45a6ae2dd1088906e37c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2676482
May 10 20:08:47.322889 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-2658e078-d5c8-45a5-a2d1-685cac45518d service neutron] 10.222.0.15 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336646
May 10 20:08:47.483024 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-65ddeb48-b0c9-4c75-91a9-9e620ba017c3 service neutron] 10.222.0.15 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1526799
May 10 20:08:47.994449 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-945923f6-8944-4bf9-b5c1-da67b16c7c4b req-174eb685-2008-4dbc-8767-0f4e5192385f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 210 time: 0.0464990
May 10 20:08:48.367514 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a132b51-28d5-4abc-95c9-d6b97efdd381 req-64425a42-7a2e-4acf-ac0f-a5110f5d914b tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:48.369007 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0a132b51-28d5-4abc-95c9-d6b97efdd381 req-64425a42-7a2e-4acf-ac0f-a5110f5d914b tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 943 time: 0.0882127
May 10 20:08:48.419946 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0a132b51-28d5-4abc-95c9-d6b97efdd381 req-116235ae-d783-4ce1-8ea4-e9f3a5eb51be tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434027
May 10 20:08:49.109654 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-674aa9dd-da15-4061-9932-5f1539e46e65 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:49.111289 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-674aa9dd-da15-4061-9932-5f1539e46e65 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.30 "GET /v2.0/networks?id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b HTTP/1.1" status: 200  len: 810 time: 0.1626639
May 10 20:08:49.168352 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c0da3dee-6726-4557-b566-ccfef69d25aa req-60c8fdb0-80f8-4296-8569-76a48b6cb807 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 210 time: 0.0555129
May 10 20:08:49.196470 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-58db733a-3f43-4920-ab60-527826c315aa tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5127732f09de45a6ae2dd1088906e37c HTTP/1.1" status: 200  len: 380 time: 0.0485291
May 10 20:08:49.206912 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-244543f6-596f-4e3b-ae9e-1c750e8ca6ec tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Request body: {'port': {'device_id': '3bd3c37a-2a86-4801-86ef-a713bb09dd8b', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'admin_state_up': True, 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'security_groups': ['eb58d778-6e23-469f-94f9-68d761671edb']}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:08:49.352297 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-244543f6-596f-4e3b-ae9e-1c750e8ca6ec tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:08:49.356289 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-244543f6-596f-4e3b-ae9e-1c750e8ca6ec tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Usage tracker for resource:port and tenant:5127732f09de45a6ae2dd1088906e37c is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:08:49.359738 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-244543f6-596f-4e3b-ae9e-1c750e8ca6ec tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:08:49.365639 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-244543f6-596f-4e3b-ae9e-1c750e8ca6ec tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:08:49.376665 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-244543f6-596f-4e3b-ae9e-1c750e8ca6ec tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Made reservation on behalf of 5127732f09de45a6ae2dd1088906e37c for: {'port': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:08:49.380544 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-244543f6-596f-4e3b-ae9e-1c750e8ca6ec tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:49.600024 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-244543f6-596f-4e3b-ae9e-1c750e8ca6ec tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Allocated IP 172.20.0.12 (c7c94f39-d55c-4fad-ba57-0e8ddc69af4b/eb0ad9c7-037b-4617-8d84-22529217eb71/a3af9216-ab5b-4b18-857b-d49ebfbd2013) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:08:49.740118 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca8c3c-2a54-4d37-97f7-d8c589aef589 req-4c9b5814-7d4e-472e-92ff-5b08d85d0f48 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:49.741366 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-86ca8c3c-2a54-4d37-97f7-d8c589aef589 req-4c9b5814-7d4e-472e-92ff-5b08d85d0f48 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 943 time: 0.2062602
May 10 20:08:49.875907 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-86ca8c3c-2a54-4d37-97f7-d8c589aef589 req-da57afdb-d587-4d8b-83a3-76ddee72bee2 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220789
May 10 20:08:49.884846 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-244543f6-596f-4e3b-ae9e-1c750e8ca6ec tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:49.905020 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-244543f6-596f-4e3b-ae9e-1c750e8ca6ec tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Transition to ACTIVE for port object a3af9216-ab5b-4b18-857b-d49ebfbd2013 will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:08:49.932490 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-244543f6-596f-4e3b-ae9e-1c750e8ca6ec tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:49.938539 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-bfbdb458-7c67-4902-91fc-d8477b83cfeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:50.001337 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-244543f6-596f-4e3b-ae9e-1c750e8ca6ec tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:08:50.004193 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-244543f6-596f-4e3b-ae9e-1c750e8ca6ec tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:08:50.008143 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-244543f6-596f-4e3b-ae9e-1c750e8ca6ec tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:08:50.180853 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244543f6-596f-4e3b-ae9e-1c750e8ca6ec tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event updated for resources: {'Port': ['ID=a3af9216-ab5b-4b18-857b-d49ebfbd2013,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:50.185343 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-244543f6-596f-4e3b-ae9e-1c750e8ca6ec tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:50.198426 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-1214cf6c-ce74-47ba-8826-4e4dba29820d None None] Provisioning for port a3af9216-ab5b-4b18-857b-d49ebfbd2013 completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:08:50.204842 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-1214cf6c-ce74-47ba-8826-4e4dba29820d None None] Provisioning complete for port a3af9216-ab5b-4b18-857b-d49ebfbd2013 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:50.205261 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1214cf6c-ce74-47ba-8826-4e4dba29820d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:50.213550 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-244543f6-596f-4e3b-ae9e-1c750e8ca6ec tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:50.214176 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-244543f6-596f-4e3b-ae9e-1c750e8ca6ec tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:50.235860 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device ae06559f-b243-48d4-81e7-005e92782abb details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:08:50.252657 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-244543f6-596f-4e3b-ae9e-1c750e8ca6ec tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0507143
May 10 20:08:50.265836 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Request body: {'port': {'device_id': '3bd3c37a-2a86-4801-86ef-a713bb09dd8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:08:50.300978 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-1214cf6c-ce74-47ba-8826-4e4dba29820d None None] Port a3af9216-ab5b-4b18-857b-d49ebfbd2013 cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:08:50.413236 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port ae06559f-b243-48d4-81e7-005e92782abb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ae06559f-b243-48d4-81e7-005e92782abb,segment=NetworkSegment(cf01bc13-e2d8-430c-b30e-c548187fbfb1),segment_id=cf01bc13-e2d8-430c-b30e-c548187fbfb1)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:08:50.427141 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': 'ae06559f-b243-48d4-81e7-005e92782abb', 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d', 'port_id': 'ae06559f-b243-48d4-81e7-005e92782abb', 'mac_address': 'fa:16:3e:91:3a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41a519f-4100-4d11-9295-c539a4276422', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:08:50.433894 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:50.483140 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:50.502725 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae06559f-b243-48d4-81e7-005e92782abb {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:08:50.516716 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239419e7-83e0-43c2-bd6a-05f56798ba9d req-e10b1d2f-0498-4be0-bf98-b80c58c50f7e tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:50.517462 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-239419e7-83e0-43c2-bd6a-05f56798ba9d req-e10b1d2f-0498-4be0-bf98-b80c58c50f7e tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Synchronizing usage tracker for tenant:5127732f09de45a6ae2dd1088906e37c on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:08:50.520479 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port ae06559f-b243-48d4-81e7-005e92782abb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ae06559f-b243-48d4-81e7-005e92782abb,segment=NetworkSegment(cf01bc13-e2d8-430c-b30e-c548187fbfb1),segment_id=cf01bc13-e2d8-430c-b30e-c548187fbfb1)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:08:50.526222 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:50.528690 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:50.595326 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-239419e7-83e0-43c2-bd6a-05f56798ba9d req-e10b1d2f-0498-4be0-bf98-b80c58c50f7e tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Unset dirty status for tenant:5127732f09de45a6ae2dd1088906e37c on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:08:50.595326 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-239419e7-83e0-43c2-bd6a-05f56798ba9d req-e10b1d2f-0498-4be0-bf98-b80c58c50f7e tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 932 time: 0.2964792
May 10 20:08:50.607790 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=ae06559f-b243-48d4-81e7-005e92782abb,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:50.617223 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:50.617632 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:50.617965 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:50.618323 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:50.618711 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:50.619046 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:50.619384 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:50.619735 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:50.620089 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:50.620432 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:50.620835 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:50.621098 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:08:50.629491 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:50.739562 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-239419e7-83e0-43c2-bd6a-05f56798ba9d req-d1d794bb-cc39-498a-a159-a221dd5eb41a tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1377039
May 10 20:08:50.863406 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['ae06559f-b243-48d4-81e7-005e92782abb'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:08:50.895973 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3af9216-ab5b-4b18-857b-d49ebfbd2013 {{(pid=78728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:08:50.908467 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:50.930974 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Transition to ACTIVE for port object a3af9216-ab5b-4b18-857b-d49ebfbd2013 will not be triggered until provisioned by entity L2. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:08:50.937517 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:50.959248 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:51.226185 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Pushing event updated for resources: {'Port': ['ID=a3af9216-ab5b-4b18-857b-d49ebfbd2013,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:51.230492 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:51.336839 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfb44c-2beb-481a-8005-ff3e97dc1078 req-c35de366-8d36-4822-899f-945093652b09 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:51.338352 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e8cfb44c-2beb-481a-8005-ff3e97dc1078 req-c35de366-8d36-4822-899f-945093652b09 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 944 time: 0.2541125
May 10 20:08:51.341437 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Attempting to bind port a3af9216-ab5b-4b18-857b-d49ebfbd2013 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:08:51.341702 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Attempting to bind port a3af9216-ab5b-4b18-857b-d49ebfbd2013 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b2f42036-b246-49dc-9817-74f13a9b962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b'}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:08:51.341949 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Attempting to bind port a3af9216-ab5b-4b18-857b-d49ebfbd2013 on network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:08:51.362669 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Port a3af9216-ab5b-4b18-857b-d49ebfbd2013 on network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:08:51.363009 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Attempting to bind port a3af9216-ab5b-4b18-857b-d49ebfbd2013 on network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:08:51.374052 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Checking agent: {'id': '16e2165d-e53b-4771-ba7e-9126d1b04f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'started_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:08:51.374397 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Checking segment: {'id': 'b2f42036-b246-49dc-9817-74f13a9b962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:08:51.374819 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Bound using segment: {'id': 'b2f42036-b246-49dc-9817-74f13a9b962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b'} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:08:51.375264 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Bound port: a3af9216-ab5b-4b18-857b-d49ebfbd2013, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f42036-b246-49dc-9817-74f13a9b962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b'}}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:08:51.375624 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.452788 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e8cfb44c-2beb-481a-8005-ff3e97dc1078 req-68f9b335-f30a-4e48-ab03-3d24ec751dac tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063213
May 10 20:08:51.498166 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] For port a3af9216-ab5b-4b18-857b-d49ebfbd2013, host hv-cinder-78836, cleared binding levels {{(pid=78728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:08:51.506533 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] For port a3af9216-ab5b-4b18-857b-d49ebfbd2013, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a3af9216-ab5b-4b18-857b-d49ebfbd2013,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:08:51.512279 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.517098 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ddfb8f92-0c1a-4afb-9d22-4f6e633ba1d9 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:51.570585 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:51.571403 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:51.572856 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] 10.222.0.30 "PUT /v2.0/ports/a3af9216-ab5b-4b18-857b-d49ebfbd2013 HTTP/1.1" status: 200  len: 1094 time: 1.3128228
May 10 20:08:51.575809 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd3c37a-2a86-4801-86ef-a713bb09dd8b', 'tag': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:08:51.669927 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd3c37a-2a86-4801-86ef-a713bb09dd8b', 'tag': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013', 'status': 'completed', 'code': 200}
May 10 20:08:51.683141 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Pushing event updated for resources: {'Port': ['ID=a3af9216-ab5b-4b18-857b-d49ebfbd2013,revision_number=3']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:51.687616 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:51.727631 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-7698102d-aa7d-4505-82a8-939e907a5411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:51.729908 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-7698102d-aa7d-4505-82a8-939e907a5411 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5127732f09de45a6ae2dd1088906e37c&device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 1097 time: 0.1028309
May 10 20:08:51.854023 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-61fca691-7e37-4c6d-9267-9861e8cdf963 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3af9216-ab5b-4b18-857b-d49ebfbd2013 HTTP/1.1" status: 200  len: 217 time: 0.1159186
May 10 20:08:51.958345 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-990d3ce2-0262-440e-a2a7-88f6cfa95ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:51.959841 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-990d3ce2-0262-440e-a2a7-88f6cfa95ff8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb0ad9c7-037b-4617-8d84-22529217eb71 HTTP/1.1" status: 200  len: 849 time: 0.0995655
May 10 20:08:52.077384 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649646ab-c7c1-49c0-83f2-e798db313b64 req-ea9fb066-6729-4d4f-b352-779e156bdc01 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:52.079183 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-649646ab-c7c1-49c0-83f2-e798db313b64 req-ea9fb066-6729-4d4f-b352-779e156bdc01 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 944 time: 0.1629138
May 10 20:08:52.083477 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-dfda2cae-3f45-488a-b047-0ec1031624fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:52.085182 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-dfda2cae-3f45-488a-b047-0ec1031624fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1166501
May 10 20:08:52.234025 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device ae06559f-b243-48d4-81e7-005e92782abb up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:08:52.346132 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning for port ae06559f-b243-48d4-81e7-005e92782abb completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:08:52.353086 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port ae06559f-b243-48d4-81e7-005e92782abb triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:08:52.353746 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:52.362555 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-649646ab-c7c1-49c0-83f2-e798db313b64 req-c057b8ee-00cf-4940-af90-401f9f3ae1f3 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2713759
May 10 20:08:52.411872 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-4496f95a-3921-411d-9f1c-a81cbc53044c service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3182123
May 10 20:08:52.555525 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:52.581211 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-795004a4-cf4e-42b5-8f4b-75c984308828 req-968eb5c4-74f4-49d1-b504-872981687732 service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1624839
May 10 20:08:52.604540 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f27cfca-533f-4ae7-8fe3-815fc3e9fe71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae06559f-b243-48d4-81e7-005e92782abb'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:08:52.621583 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port ae06559f-b243-48d4-81e7-005e92782abb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ae06559f-b243-48d4-81e7-005e92782abb,segment=NetworkSegment(cf01bc13-e2d8-430c-b30e-c548187fbfb1),segment_id=cf01bc13-e2d8-430c-b30e-c548187fbfb1)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:08:52.627436 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:52.630857 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:08:52.684624 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f27cfca-533f-4ae7-8fe3-815fc3e9fe71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae06559f-b243-48d4-81e7-005e92782abb', 'code': 200}
May 10 20:08:52.707593 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=ae06559f-b243-48d4-81e7-005e92782abb,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:08:52.711035 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:08:52.845430 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dedbf3-5932-406b-83ee-3bd9dc9f1997 req-4e6cb910-3019-44d7-ab57-e6ed37a97857 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:52.847028 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-61dedbf3-5932-406b-83ee-3bd9dc9f1997 req-4e6cb910-3019-44d7-ab57-e6ed37a97857 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 945 time: 0.2463751
May 10 20:08:52.850998 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8b8f3-e302-4134-8b76-8071efa31e1c req-7f8bc090-6d5d-4fcf-8e33-108691077580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:52.852637 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-75a8b8f3-e302-4134-8b76-8071efa31e1c req-7f8bc090-6d5d-4fcf-8e33-108691077580 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5127732f09de45a6ae2dd1088906e37c&device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 1097 time: 0.1914489
May 10 20:08:53.020498 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-61dedbf3-5932-406b-83ee-3bd9dc9f1997 req-c95249d6-d604-4371-bbde-4aa47c956ba8 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1639543
May 10 20:08:53.080661 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8b8f3-e302-4134-8b76-8071efa31e1c req-306d6b0e-24d8-4594-b473-e00061f5b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:53.082116 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-75a8b8f3-e302-4134-8b76-8071efa31e1c req-306d6b0e-24d8-4594-b473-e00061f5b2bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b HTTP/1.1" status: 200  len: 910 time: 0.2102561
May 10 20:08:53.139857 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c2603-18f1-4f29-b3fe-246f7c28d029 req-7585bf22-3393-4427-b5b1-04678ffdc0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:53.141268 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e2c2603-18f1-4f29-b3fe-246f7c28d029 req-7585bf22-3393-4427-b5b1-04678ffdc0b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 1098 time: 0.1911643
May 10 20:08:53.173725 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-75a8b8f3-e302-4134-8b76-8071efa31e1c req-fb9923c8-818e-430d-acbc-30d422b2cd86 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3af9216-ab5b-4b18-857b-d49ebfbd2013 HTTP/1.1" status: 200  len: 217 time: 0.0833089
May 10 20:08:53.239276 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e2c2603-18f1-4f29-b3fe-246f7c28d029 req-020e8eba-3963-4620-804f-5c82fb4dbf58 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909410
May 10 20:08:53.252526 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8b8f3-e302-4134-8b76-8071efa31e1c req-06e28d4e-e351-44df-bf3a-1039c9e6f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:53.253953 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-75a8b8f3-e302-4134-8b76-8071efa31e1c req-06e28d4e-e351-44df-bf3a-1039c9e6f07b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb0ad9c7-037b-4617-8d84-22529217eb71 HTTP/1.1" status: 200  len: 849 time: 0.0745735
May 10 20:08:53.444333 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8b8f3-e302-4134-8b76-8071efa31e1c req-071dc15f-aba5-4d11-adcc-2f3c6c431fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:53.445865 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-75a8b8f3-e302-4134-8b76-8071efa31e1c req-071dc15f-aba5-4d11-adcc-2f3c6c431fd7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0769506
May 10 20:08:53.693467 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-75a8b8f3-e302-4134-8b76-8071efa31e1c req-a02361c7-6211-40f3-bac8-e543f41e6b17 service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2327914
May 10 20:08:53.790783 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0c432-dd05-4551-931c-2c68c2511d48 req-63cc4f53-b797-4c36-b21e-427cbc673bad tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:53.798475 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-55e0c432-dd05-4551-931c-2c68c2511d48 req-63cc4f53-b797-4c36-b21e-427cbc673bad tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 944 time: 0.2212172
May 10 20:08:53.859800 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-55e0c432-dd05-4551-931c-2c68c2511d48 req-c29a9e01-e840-45e2-983c-5e8a7d012bf8 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582228
May 10 20:08:53.928348 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-75a8b8f3-e302-4134-8b76-8071efa31e1c req-f56c8d29-6502-4c4f-9d7a-d757ea032844 service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2266655
May 10 20:08:54.214390 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae995131-bab8-44b1-a8da-b582d2bd160e req-2bc32d2e-f978-40d3-ab7c-94281145f94e tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:54.215849 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ae995131-bab8-44b1-a8da-b582d2bd160e req-2bc32d2e-f978-40d3-ab7c-94281145f94e tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 945 time: 0.0846603
May 10 20:08:54.262500 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ae995131-bab8-44b1-a8da-b582d2bd160e req-8c3bdfd6-d661-432f-9997-9eff2f3be103 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402303
May 10 20:08:55.053171 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39736eda-93e3-4888-970d-f83ab50ddfb2 req-9244a3ea-6324-4660-a116-5847a295ed0f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:55.054607 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-39736eda-93e3-4888-970d-f83ab50ddfb2 req-9244a3ea-6324-4660-a116-5847a295ed0f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 944 time: 0.0782192
May 10 20:08:55.098338 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-39736eda-93e3-4888-970d-f83ab50ddfb2 req-9ed96751-6b62-42a9-9bc2-3cc918b0a4b8 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374928
May 10 20:08:55.459215 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d964758-40da-40b9-9a71-e0ed64e2fdda req-3106bd11-59bf-48d9-8ddf-250a0ee56325 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:55.460673 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8d964758-40da-40b9-9a71-e0ed64e2fdda req-3106bd11-59bf-48d9-8ddf-250a0ee56325 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 945 time: 0.0820465
May 10 20:08:55.506188 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8d964758-40da-40b9-9a71-e0ed64e2fdda req-04f37c57-a14b-429f-b147-0c54efe010ec tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399103
May 10 20:08:55.694451 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92254df9-d69b-4dbc-9c2e-3ce51e7a7ca5 req-2eb4c95f-a074-4b13-9a27-2b63989a0547 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:55.695924 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-92254df9-d69b-4dbc-9c2e-3ce51e7a7ca5 req-2eb4c95f-a074-4b13-9a27-2b63989a0547 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 945 time: 0.0811548
May 10 20:08:55.753686 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:08:55.858591 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-92254df9-d69b-4dbc-9c2e-3ce51e7a7ca5 req-a38362f7-120a-4019-9816-c0c7c0eb8018 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566081
May 10 20:08:56.309292 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a33b84-942f-41fd-9cc3-26343a216d1f req-78614c67-ec75-4e7b-8a50-b7eb929ff5c6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:56.311603 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-55a33b84-942f-41fd-9cc3-26343a216d1f req-78614c67-ec75-4e7b-8a50-b7eb929ff5c6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 944 time: 0.1031642
May 10 20:08:56.375499 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-55a33b84-942f-41fd-9cc3-26343a216d1f req-40a76ba3-fe31-40f8-b0f9-0205c8569772 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561373
May 10 20:08:56.586152 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e3dd7-469d-4898-9b94-36f842920e10 req-5b8cc99d-1a51-49e1-bc35-c0105ba00f74 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:56.587850 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-804e3dd7-469d-4898-9b94-36f842920e10 req-5b8cc99d-1a51-49e1-bc35-c0105ba00f74 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 945 time: 0.1037214
May 10 20:08:56.679101 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-804e3dd7-469d-4898-9b94-36f842920e10 req-74c38646-082c-46b4-9f53-422d35507721 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845861
May 10 20:08:56.726498 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fd840-ee09-4877-9be5-cb329f236d17 req-bc998f1a-62d8-4330-b6c8-589a7b9b6938 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:56.728094 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a47fd840-ee09-4877-9be5-cb329f236d17 req-bc998f1a-62d8-4330-b6c8-589a7b9b6938 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.1115229
May 10 20:08:56.787292 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a47fd840-ee09-4877-9be5-cb329f236d17 req-cc5ec390-32c8-48f5-812b-99d6e8553650 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0530028
May 10 20:08:57.347665 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c65a1ab6-eac4-4a0c-aaee-3a1ddad97820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:08:57.567396 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8f197-4ac6-45d5-9403-efbd59fe4c47 req-c832b18f-e494-46b2-8ad4-7d29198d32a6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:57.568986 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cdb8f197-4ac6-45d5-9403-efbd59fe4c47 req-c832b18f-e494-46b2-8ad4-7d29198d32a6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 944 time: 0.0844452
May 10 20:08:57.629058 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cdb8f197-4ac6-45d5-9403-efbd59fe4c47 req-d419588e-1aa1-4842-acff-d191c7bc47a0 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538297
May 10 20:08:57.994043 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd000a-2cfc-4dc6-8786-2f1bd8b03ba7 req-c06f3d28-d85f-4424-a40d-f8477bdb9d0f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:57.995502 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a9fd000a-2cfc-4dc6-8786-2f1bd8b03ba7 req-c06f3d28-d85f-4424-a40d-f8477bdb9d0f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.0874603
May 10 20:08:58.041356 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a9fd000a-2cfc-4dc6-8786-2f1bd8b03ba7 req-3e43422b-5717-43bc-ba28-3e1b7d53b8d2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0399251
May 10 20:08:58.840003 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b33ee9-61d7-4801-a581-9f05aeabeb12 req-e377cfd3-5020-47fa-8299-2de752ca2ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:58.841794 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f0b33ee9-61d7-4801-a581-9f05aeabeb12 req-e377cfd3-5020-47fa-8299-2de752ca2ac7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 944 time: 0.0943406
May 10 20:08:58.896215 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f0b33ee9-61d7-4801-a581-9f05aeabeb12 req-bf95d189-576b-4dde-8ac7-d924447786c3 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464573
May 10 20:08:59.250688 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70893056-47c8-40da-9806-df12bbebcf9c req-9694ddca-e50c-4498-9015-4312b898255a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:08:59.252228 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-70893056-47c8-40da-9806-df12bbebcf9c req-9694ddca-e50c-4498-9015-4312b898255a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.0857651
May 10 20:08:59.299694 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-70893056-47c8-40da-9806-df12bbebcf9c req-a94fa0a8-d41c-4dc4-8c44-e7376364951b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416269
May 10 20:09:00.094629 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66701ea-46c5-4c7b-93d2-48667b39ad68 req-49f55482-9cb6-46af-88be-3119c10dda1a tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:00.096211 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c66701ea-46c5-4c7b-93d2-48667b39ad68 req-49f55482-9cb6-46af-88be-3119c10dda1a tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 944 time: 0.0874891
May 10 20:09:00.155148 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c66701ea-46c5-4c7b-93d2-48667b39ad68 req-d673084a-8bd9-4677-9600-3bf5d9a984ca tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526273
May 10 20:09:00.236035 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-875b41b6-d742-4666-94be-5dea014d3c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:00.495728 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352c274-83f1-4448-906b-a82dada64dfb req-e7dbf6b8-17ab-4fac-bf2d-569e77c0b9f2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:00.497679 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1352c274-83f1-4448-906b-a82dada64dfb req-e7dbf6b8-17ab-4fac-bf2d-569e77c0b9f2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.0816641
May 10 20:09:00.536343 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:00.544949 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1352c274-83f1-4448-906b-a82dada64dfb req-ce5571d2-9c58-4094-bd40-abdfa6727fcc tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0414903
May 10 20:09:01.349301 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a9fa2-2306-454b-b02a-e3edbd1d6896 req-0bd3fccf-a007-4a9d-be50-45a81551b73b tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:01.350944 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-618a9fa2-2306-454b-b02a-e3edbd1d6896 req-0bd3fccf-a007-4a9d-be50-45a81551b73b tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 944 time: 0.0857084
May 10 20:09:01.400764 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-618a9fa2-2306-454b-b02a-e3edbd1d6896 req-86e0b372-387f-421a-9df6-71b9034458e5 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434234
May 10 20:09:01.748212 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662402b-f59a-4470-8498-e024f293a8f3 req-1ef8eac3-39f5-4415-a1e9-4e34f620e947 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:01.749641 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1662402b-f59a-4470-8498-e024f293a8f3 req-1ef8eac3-39f5-4415-a1e9-4e34f620e947 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.0850167
May 10 20:09:01.796010 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1662402b-f59a-4470-8498-e024f293a8f3 req-c9a55061-1af3-4871-b828-9ab93577d5cf tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0405772
May 10 20:09:02.065048 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:02.288586 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device a3af9216-ab5b-4b18-857b-d49ebfbd2013 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:09:02.494638 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port a3af9216-ab5b-4b18-857b-d49ebfbd2013, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a3af9216-ab5b-4b18-857b-d49ebfbd2013,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:09:02.518593 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'port_id': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013', 'mac_address': 'fa:16:3e:4f:67:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:09:02.606576 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:02.624916 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3af9216-ab5b-4b18-857b-d49ebfbd2013 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:09:02.625753 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111a58e-ddbc-4e02-8466-4b9e2772bb2b req-758f7d8a-4e52-4736-891d-da4b3ade4e60 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:02.627437 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a111a58e-ddbc-4e02-8466-4b9e2772bb2b req-758f7d8a-4e52-4736-891d-da4b3ade4e60 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 944 time: 0.0902514
May 10 20:09:02.642236 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port a3af9216-ab5b-4b18-857b-d49ebfbd2013, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a3af9216-ab5b-4b18-857b-d49ebfbd2013,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:09:02.647238 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:02.650038 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:02.682536 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a111a58e-ddbc-4e02-8466-4b9e2772bb2b req-34860e22-da69-4ef1-9105-d57d9ecfe5df tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490665
May 10 20:09:02.721406 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=a3af9216-ab5b-4b18-857b-d49ebfbd2013,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:02.725124 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:03.005548 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac449d2-31ad-4394-9778-49b9bd0adb3b req-837a16d5-b49f-4053-8ad6-3483381bc9bc tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:03.007146 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9ac449d2-31ad-4394-9778-49b9bd0adb3b req-837a16d5-b49f-4053-8ad6-3483381bc9bc tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.0897443
May 10 20:09:03.020092 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['a3af9216-ab5b-4b18-857b-d49ebfbd2013'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:09:03.089587 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9ac449d2-31ad-4394-9778-49b9bd0adb3b req-b3c05dbd-ada2-485c-b699-55c44119133e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0709927
May 10 20:09:03.750899 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:03.888823 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150a816-06c6-499f-a319-a21086540009 req-bc3d3830-8fa4-4bbc-b257-1c0021d8a1f8 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:03.890390 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a150a816-06c6-499f-a319-a21086540009 req-bc3d3830-8fa4-4bbc-b257-1c0021d8a1f8 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 945 time: 0.0928385
May 10 20:09:03.936905 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a150a816-06c6-499f-a319-a21086540009 req-578b251e-e38b-4136-9dbe-cbee2bd3d500 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405500
May 10 20:09:04.287555 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b28e0-9384-40dd-8993-ad07204b3e21 req-ab3bd5e7-1093-4996-8626-a31d7fd0335a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:04.289903 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f35b28e0-9384-40dd-8993-ad07204b3e21 req-ab3bd5e7-1093-4996-8626-a31d7fd0335a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.0806096
May 10 20:09:04.290510 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device a3af9216-ab5b-4b18-857b-d49ebfbd2013 up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:09:04.337270 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f35b28e0-9384-40dd-8993-ad07204b3e21 req-7a95bff3-5e00-4293-839e-cb5ae1b75105 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416079
May 10 20:09:04.357791 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning for port a3af9216-ab5b-4b18-857b-d49ebfbd2013 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:09:04.363163 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port a3af9216-ab5b-4b18-857b-d49ebfbd2013 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:09:04.363543 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:04.480735 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:04.508992 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd3c37a-2a86-4801-86ef-a713bb09dd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:09:04.519513 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port a3af9216-ab5b-4b18-857b-d49ebfbd2013, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a3af9216-ab5b-4b18-857b-d49ebfbd2013,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:09:04.525360 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:04.527237 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:04.595898 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=a3af9216-ab5b-4b18-857b-d49ebfbd2013,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:04.599290 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd3c37a-2a86-4801-86ef-a713bb09dd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013', 'code': 200}
May 10 20:09:04.600021 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:04.913924 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befce8e-fc1c-41b7-821d-fe601f3f26e1 req-db4b97c9-2e84-4770-bb3b-1567faa55fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:04.915402 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1befce8e-fc1c-41b7-821d-fe601f3f26e1 req-db4b97c9-2e84-4770-bb3b-1567faa55fb5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 1099 time: 0.0725536
May 10 20:09:04.959132 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1befce8e-fc1c-41b7-821d-fe601f3f26e1 req-a18521eb-36ab-4f75-a026-a8408478439a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355122
May 10 20:09:05.217639 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8b4fb-2de5-49d3-a218-eb6e7a61fa19 req-69b4e3f4-e1f5-413d-9b66-ba181dc23ef7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:05.220020 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ddc8b4fb-2de5-49d3-a218-eb6e7a61fa19 req-69b4e3f4-e1f5-413d-9b66-ba181dc23ef7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 946 time: 0.1731603
May 10 20:09:05.265840 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ddc8b4fb-2de5-49d3-a218-eb6e7a61fa19 req-32fd70d1-e1d6-4786-856b-758ce4a354f0 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397778
May 10 20:09:05.540786 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971568f-a6d6-41dc-a673-a0059b25d7c6 req-735236bf-812a-42d4-9760-1fc798fdf2b6 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:05.542269 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7971568f-a6d6-41dc-a673-a0059b25d7c6 req-735236bf-812a-42d4-9760-1fc798fdf2b6 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.0866401
May 10 20:09:05.593038 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7971568f-a6d6-41dc-a673-a0059b25d7c6 req-c5a823e7-a2a5-40a0-bcc2-78c0cbbb2d72 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0443902
May 10 20:09:06.471675 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64697f6-e405-49a7-b404-1f4aa119a399 req-3943771e-6c53-40ae-a46e-939589121bc7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:06.473807 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f64697f6-e405-49a7-b404-1f4aa119a399 req-3943771e-6c53-40ae-a46e-939589121bc7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 946 time: 0.0908246
May 10 20:09:06.521579 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f64697f6-e405-49a7-b404-1f4aa119a399 req-1fb7a659-3d86-44f0-896f-2dc3107dd7e9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425675
May 10 20:09:06.767681 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8f28b-7cad-46a2-b44b-7c19df7d1eb3 req-59b8b698-0987-4eb2-b370-b107607d654e tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:06.769196 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-96e8f28b-7cad-46a2-b44b-7c19df7d1eb3 req-59b8b698-0987-4eb2-b370-b107607d654e tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 946 time: 0.1333916
May 10 20:09:06.824039 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-96e8f28b-7cad-46a2-b44b-7c19df7d1eb3 req-13911616-b69c-427d-a4a2-e13e0f2e38ce tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480504
May 10 20:09:06.843435 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8276a4-b95b-4164-9287-636a32f20110 req-489a8a60-bfee-4653-b59d-f63a64ff7463 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:06.844940 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc8276a4-b95b-4164-9287-636a32f20110 req-489a8a60-bfee-4653-b59d-f63a64ff7463 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.1396961
May 10 20:09:06.849846 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 53066) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:06.942278 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc8276a4-b95b-4164-9287-636a32f20110 req-60b3e44c-95f3-4043-b4de-253df62c15ae tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0886149
May 10 20:09:06.963744 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394b2b45-da3f-458d-b0d4-32388b3ba1e8 tempest-TestVolumeBootPattern-1439853480 tempest-TestVolumeBootPattern-1439853480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:06.968531 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-394b2b45-da3f-458d-b0d4-32388b3ba1e8 tempest-TestVolumeBootPattern-1439853480 tempest-TestVolumeBootPattern-1439853480-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 1094 time: 0.1141589
May 10 20:09:06.969022 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 53072) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:06.974336 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Request body: {'floatingip': {'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'port_id': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:09:06.980915 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:06.986819 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Usage tracker for resource:floatingip and tenant:5127732f09de45a6ae2dd1088906e37c is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:06.989899 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:06.996477 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:07.007005 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for floatingip, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:07.166970 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:07.368649 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Allocated IP 172.27.1.41 (01362e56-e24c-4ee7-a42c-5b36628ae184/e9773ae1-ec36-4e8c-9f0f-e60b51e99e71/293e65a3-9138-425e-a91a-53916e7e5423) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:09:07.384963 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b00775-da9d-41ce-a606-ae9a27d24b92 req-c652170e-1faf-4069-8f6e-29b4e05e8127 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:07.386569 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-49b00775-da9d-41ce-a606-ae9a27d24b92 req-c652170e-1faf-4069-8f6e-29b4e05e8127 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 945 time: 0.1671243
May 10 20:09:07.513751 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-49b00775-da9d-41ce-a606-ae9a27d24b92 req-7483b931-6a5a-43a7-a94c-052e39befaa5 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200621
May 10 20:09:07.539823 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 53082) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:07.580636 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:07.613290 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:07.617716 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:07.663667 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def613ff-889f-4e74-996b-b17742736a00 tempest-TestMinimumBasicScenario-2125993252 tempest-TestMinimumBasicScenario-2125993252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:07.668762 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-def613ff-889f-4e74-996b-b17742736a00 tempest-TestMinimumBasicScenario-2125993252 tempest-TestMinimumBasicScenario-2125993252-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 1093 time: 0.1239069
May 10 20:09:07.669165 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 53088) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:07.675278 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Request body: {'floatingip': {'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'port_id': 'ae06559f-b243-48d4-81e7-005e92782abb', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:09:07.679441 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:09:07.681330 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:07.682400 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:09:07.685407 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Usage tracker for resource:floatingip and tenant:a4cb2a0d67254029910111cb748e579b is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:07.689021 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:07.691358 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:09:07.694953 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:07.705341 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for floatingip, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:07.727225 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event updated for resources: {'Port': ['ID=293e65a3-9138-425e-a91a-53916e7e5423,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:07.731727 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:07.876574 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:08.030316 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Allocated IP 172.27.1.60 (01362e56-e24c-4ee7-a42c-5b36628ae184/e9773ae1-ec36-4e8c-9f0f-e60b51e99e71/e8b74997-89b5-479c-b7eb-37e5ed3a46af) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:09:08.197827 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:08.232692 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:08.237175 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-b81d9f6a-b6ed-44f5-a09d-2b5e8dce7975 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:08.298897 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:09:08.299156 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5be66-5ae9-49b5-907e-8efd28b025df req-10eb479f-bb86-49d0-b321-31809262dc93 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:08.300464 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a8f5be66-5ae9-49b5-907e-8efd28b025df req-10eb479f-bb86-49d0-b321-31809262dc93 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.2379315
May 10 20:09:08.303748 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:09:08.311909 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:09:08.342416 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Pushing event updated for resources: {'Port': ['ID=e8b74997-89b5-479c-b7eb-37e5ed3a46af,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:08.354088 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:08.357661 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a8f5be66-5ae9-49b5-907e-8efd28b025df req-936a4522-cbc6-4341-beaf-f7b62163cf6e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0479240
May 10 20:09:08.357804 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:08.358031 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:08.358419 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:08.358776 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:08.359173 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:08.359484 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:08.359829 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:08.360197 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:08.360546 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:08.360888 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:08.361232 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:08.361575 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:08.366650 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:08.445092 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:08.666809 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:08.673713 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:08.679111 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d5b0b5e4-8dab-4122-88b0-9f81c816036d tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:08.787712 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event updated for resources: {'Port': ['ID=293e65a3-9138-425e-a91a-53916e7e5423,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:08.792307 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:08.812407 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400245'] for floatingip, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:08.844520 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:08.962096 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:09.063157 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.db.l3_db [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Floating IP b9a7e3c0-c44e-4090-9aa9-feba88ab589b associated. External IP: 172.27.1.41, port: a3af9216-ab5b-4b18-857b-d49ebfbd2013.
May 10 20:09:09.181337 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for port, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:09.187462 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10490743'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:09.191468 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-3eee0c2e-1595-4fc7-aa35-4e716068a831 tempest-VolumesNegativeTest-1615585734 tempest-VolumesNegativeTest-1615585734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:09.299790 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Pushing event updated for resources: {'Port': ['ID=e8b74997-89b5-479c-b7eb-37e5ed3a46af,revision_number=2']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:09.305577 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:09.318065 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400245'] for floatingip, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:09.456576 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Router 93fae79f-b83d-48cc-bdc2-30d887f79df9 has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:09:09.505390 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.l3_db [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Floating IP 9b097022-eef7-4e20-bd56-b679b5afc073 associated. External IP: 172.27.1.60, port: ae06559f-b243-48d4-81e7-005e92782abb.
May 10 20:09:09.714575 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:09:09.723115 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a0512-01b4-4b7d-b1e8-f2ad02ab5a7a req-7c7adcbf-3f68-44d2-a90a-eb353fb85ab4 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:09.724627 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3e7a0512-01b4-4b7d-b1e8-f2ad02ab5a7a req-7c7adcbf-3f68-44d2-a90a-eb353fb85ab4 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.1958561
May 10 20:09:09.730819 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db71d8-330b-4482-998a-84ad7666fedd None None] Sync routers for ids ['93fae79f-b83d-48cc-bdc2-30d887f79df9'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:09:09.743204 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db71d8-330b-4482-998a-84ad7666fedd None None] Routers {'93fae79f-b83d-48cc-bdc2-30d887f79df9'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:09:09.744287 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-29db71d8-330b-4482-998a-84ad7666fedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff84369d0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:09:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['93fae79f-b83d-48cc-bdc2-30d887f79df9'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:09.777867 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:09.867445 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3e7a0512-01b4-4b7d-b1e8-f2ad02ab5a7a req-1a2a3191-689e-46f2-aec7-aad51212a0cd tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1283934
May 10 20:09:09.905830 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Router 5ee8479c-ab27-450a-a0c5-1ac0233612c4 has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:09:09.920644 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9503160
May 10 20:09:09.921745 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd3c37a-2a86-4801-86ef-a713bb09dd8b', 'tag': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:09:09.990425 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd3c37a-2a86-4801-86ef-a713bb09dd8b', 'tag': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013', 'status': 'completed', 'code': 200}
May 10 20:09:10.010134 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-29db71d8-330b-4482-998a-84ad7666fedd None None] Set router 93fae79f-b83d-48cc-bdc2-30d887f79df9 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:09:10.128015 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:09:10.146507 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d37db8-d975-4666-8b3a-60504941ed46 None None] Sync routers for ids ['5ee8479c-ab27-450a-a0c5-1ac0233612c4'] in dv-cinder-788364-3-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:09:10.161213 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d37db8-d975-4666-8b3a-60504941ed46 None None] Routers {'5ee8479c-ab27-450a-a0c5-1ac0233612c4'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:09:10.163068 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-02d37db8-d975-4666-8b3a-60504941ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff87961c0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:09:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['5ee8479c-ab27-450a-a0c5-1ac0233612c4'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:10.181059 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:10.249352 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5789952
May 10 20:09:10.249992 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f27cfca-533f-4ae7-8fe3-815fc3e9fe71', 'tag': 'ae06559f-b243-48d4-81e7-005e92782abb'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:09:10.254543 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 53112) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:10.259810 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-a95bdc53-805f-4329-ae04-a271f735affe tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-183589879', 'description': 'tempest-secgroup-smoke-183589879 description', 'project_id': 'a4cb2a0d67254029910111cb748e579b'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:09:10.266294 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-a95bdc53-805f-4329-ae04-a271f735affe tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:10.270889 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-a95bdc53-805f-4329-ae04-a271f735affe tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Usage tracker for resource:security_group and tenant:a4cb2a0d67254029910111cb748e579b is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:10.274878 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-a95bdc53-805f-4329-ae04-a271f735affe tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:10.277121 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f74157-42d3-4c50-a568-d65f471d04da req-ae6c57c1-e60f-44a4-abe0-2c794a5e767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:10.279152 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-31f74157-42d3-4c50-a568-d65f471d04da req-ae6c57c1-e60f-44a4-abe0-2c794a5e767f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5127732f09de45a6ae2dd1088906e37c&device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 1099 time: 0.2470529
May 10 20:09:10.280611 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-a95bdc53-805f-4329-ae04-a271f735affe tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:10.292513 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a95bdc53-805f-4329-ae04-a271f735affe tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:10.320878 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-a95bdc53-805f-4329-ae04-a271f735affe tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:10.325257 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-a95bdc53-805f-4329-ae04-a271f735affe tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Usage tracker for resource:security_group_rule and tenant:a4cb2a0d67254029910111cb748e579b is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:10.330001 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-a95bdc53-805f-4329-ae04-a271f735affe tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:10.336652 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-a95bdc53-805f-4329-ae04-a271f735affe tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:10.348252 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f27cfca-533f-4ae7-8fe3-815fc3e9fe71', 'tag': 'ae06559f-b243-48d4-81e7-005e92782abb', 'status': 'completed', 'code': 200}
May 10 20:09:10.359120 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device c07fa741-b620-4729-b9ae-acbcf354c39b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:09:10.373367 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-02d37db8-d975-4666-8b3a-60504941ed46 None None] Set router 5ee8479c-ab27-450a-a0c5-1ac0233612c4 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:09:10.554715 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f74157-42d3-4c50-a568-d65f471d04da req-b2c1605b-a83b-431b-94b0-78977116e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:10.556278 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-31f74157-42d3-4c50-a568-d65f471d04da req-b2c1605b-a83b-431b-94b0-78977116e500 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b HTTP/1.1" status: 200  len: 910 time: 0.2681806
May 10 20:09:10.600009 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port c07fa741-b620-4729-b9ae-acbcf354c39b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c07fa741-b620-4729-b9ae-acbcf354c39b,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:09:10.616200 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a95bdc53-805f-4329-ae04-a271f735affe tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:10.625224 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': 'c07fa741-b620-4729-b9ae-acbcf354c39b', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'port_id': 'c07fa741-b620-4729-b9ae-acbcf354c39b', 'mac_address': 'fa:16:3e:b4:97:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:09:10.626483 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a95bdc53-805f-4329-ae04-a271f735affe tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:10.627753 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7ad5a-f117-41d4-8212-92b9a890175f req-6916c3aa-751c-48ce-b74b-e806d1f85e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:10.629242 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6db7ad5a-f117-41d4-8212-92b9a890175f req-6916c3aa-751c-48ce-b74b-e806d1f85e25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4cb2a0d67254029910111cb748e579b&device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 1098 time: 0.2286730
May 10 20:09:10.630909 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-29db71d8-330b-4482-998a-84ad7666fedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff84369d0>, [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': 'b9a7e3c0-c44e-4090-9aa9-feba88ab589b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'port_id': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'mac_address': 'fa:16:3e:4f:67:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd3c37a-2a86-4801-86ef-a713bb09dd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:09:08Z', 'updated_at': '2021-05-10T20:09:08Z', 'revision_number': 0, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320a2fd0-8811-4575-a723-ae91770fe353', 'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'mac_address': 'fa:16:3e:d3:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:15Z', 'updated_at': '2021-05-10T20:03:27Z', 'revision_number': 5, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'subnets': [{'id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:10.634887 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-dfea9068-16b7-4359-8209-07f350ce6822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:10.635958 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db71d8-330b-4482-998a-84ad7666fedd None None] Checking router: 93fae79f-b83d-48cc-bdc2-30d887f79df9 for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:09:10.682458 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db71d8-330b-4482-998a-84ad7666fedd None None] Routers {'93fae79f-b83d-48cc-bdc2-30d887f79df9'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:09:10.683696 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-29db71d8-330b-4482-998a-84ad7666fedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff84369d0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:09:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['93fae79f-b83d-48cc-bdc2-30d887f79df9'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:10.690598 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bdc53-805f-4329-ae04-a271f735affe tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f477e55f-b476-44a2-b814-d0469172cd66,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:10.707415 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-a95bdc53-805f-4329-ae04-a271f735affe tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:10.709645 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a95bdc53-805f-4329-ae04-a271f735affe tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:10.711590 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-a95bdc53-805f-4329-ae04-a271f735affe tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4558182
May 10 20:09:10.714061 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 53118) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:10.722468 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-5b1f788a-5762-4d13-87cd-fd9325618968 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Request body: {'security_group_rule': {'security_group_id': 'f477e55f-b476-44a2-b814-d0469172cd66', 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:09:10.730175 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-5b1f788a-5762-4d13-87cd-fd9325618968 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:10.736180 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-5b1f788a-5762-4d13-87cd-fd9325618968 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Usage tracker for resource:security_group_rule and tenant:a4cb2a0d67254029910111cb748e579b is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:10.740388 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-5b1f788a-5762-4d13-87cd-fd9325618968 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:10.747671 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-5b1f788a-5762-4d13-87cd-fd9325618968 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:10.771976 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5b1f788a-5762-4d13-87cd-fd9325618968 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:10.785946 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-02d37db8-d975-4666-8b3a-60504941ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff87961c0>, [{'id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'name': 'tempest-TestMinimumBasicScenario-692434765-router', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:01Z', 'updated_at': '2021-05-10T20:08:06Z', 'revision_number': 4, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'gw_port': {'id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:02Z', 'updated_at': '2021-05-10T20:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': '9b097022-eef7-4e20-bd56-b679b5afc073', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'port_id': 'ae06559f-b243-48d4-81e7-005e92782abb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d', 'mac_address': 'fa:16:3e:91:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27cfca-533f-4ae7-8fe3-815fc3e9fe71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:09:08Z', 'updated_at': '2021-05-10T20:09:08Z', 'revision_number': 0, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb', 'name': '', 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'mac_address': 'fa:16:3e:8a:6f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f41a519f-4100-4d11-9295-c539a4276422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:05Z', 'updated_at': '2021-05-10T20:08:11Z', 'revision_number': 5, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'subnets': [{'id': 'f41a519f-4100-4d11-9295-c539a4276422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:10.792658 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d37db8-d975-4666-8b3a-60504941ed46 None None] Checking router: 5ee8479c-ab27-450a-a0c5-1ac0233612c4 for host: dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:09:10.805259 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d37db8-d975-4666-8b3a-60504941ed46 None None] Routers {'5ee8479c-ab27-450a-a0c5-1ac0233612c4'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:09:10.805798 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-02d37db8-d975-4666-8b3a-60504941ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff87961c0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:09:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['5ee8479c-ab27-450a-a0c5-1ac0233612c4'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:10.815537 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-31f74157-42d3-4c50-a568-d65f471d04da req-24386476-f1ed-4279-afa5-ff45de557d78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3af9216-ab5b-4b18-857b-d49ebfbd2013 HTTP/1.1" status: 200  len: 999 time: 0.2483814
May 10 20:09:10.859894 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5b1f788a-5762-4d13-87cd-fd9325618968 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:10.865959 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5b1f788a-5762-4d13-87cd-fd9325618968 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:10.871955 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:10.913709 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f788a-5762-4d13-87cd-fd9325618968 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7f4679-fde9-4793-b2d9-04e24c20edd6,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:10.933390 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-5b1f788a-5762-4d13-87cd-fd9325618968 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:10.953160 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5b1f788a-5762-4d13-87cd-fd9325618968 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:10.957952 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 53124) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:10.960573 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-5b1f788a-5762-4d13-87cd-fd9325618968 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2447875
May 10 20:09:10.964668 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-29db71d8-330b-4482-998a-84ad7666fedd None None] Set router 93fae79f-b83d-48cc-bdc2-30d887f79df9 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:09:10.970310 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Request body: {'security_group_rule': {'security_group_id': 'f477e55f-b476-44a2-b814-d0469172cd66', 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:09:10.980284 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:10.983735 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f74157-42d3-4c50-a568-d65f471d04da req-4c83a97a-da3d-4607-a133-5a8b1692351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:10.985486 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-31f74157-42d3-4c50-a568-d65f471d04da req-4c83a97a-da3d-4607-a133-5a8b1692351f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb0ad9c7-037b-4617-8d84-22529217eb71 HTTP/1.1" status: 200  len: 849 time: 0.1586068
May 10 20:09:11.030272 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:11.033141 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Usage tracker for resource:security_group_rule and tenant:a4cb2a0d67254029910111cb748e579b is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:11.042213 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:11.051126 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7ad5a-f117-41d4-8212-92b9a890175f req-0870997a-f9db-4dfa-b9b4-3c5149267f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:11.051575 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-02d37db8-d975-4666-8b3a-60504941ed46 None None] Set router 5ee8479c-ab27-450a-a0c5-1ac0233612c4 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:09:11.052622 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6db7ad5a-f117-41d4-8212-92b9a890175f req-0870997a-f9db-4dfa-b9b4-3c5149267f61 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30cb932a-4f34-481b-8021-1eec5b5bf43d HTTP/1.1" status: 200  len: 914 time: 0.4149885
May 10 20:09:11.070161 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c07fa741-b620-4729-b9ae-acbcf354c39b {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:09:11.106429 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:11.179223 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port c07fa741-b620-4729-b9ae-acbcf354c39b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c07fa741-b620-4729-b9ae-acbcf354c39b,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:09:11.186326 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:11.198555 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:11.266205 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:11.288077 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6db7ad5a-f117-41d4-8212-92b9a890175f req-f9a7c52a-7904-4281-99f0-627bc11dc112 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae06559f-b243-48d4-81e7-005e92782abb HTTP/1.1" status: 200  len: 998 time: 0.1774447
May 10 20:09:11.351676 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['c07fa741-b620-4729-b9ae-acbcf354c39b'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:09:11.377405 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f74157-42d3-4c50-a568-d65f471d04da req-82f15a0f-6e2e-44fc-9a99-f637ff69abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:11.378921 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-31f74157-42d3-4c50-a568-d65f471d04da req-82f15a0f-6e2e-44fc-9a99-f637ff69abe3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3804080
May 10 20:09:11.405907 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=c07fa741-b620-4729-b9ae-acbcf354c39b,revision_number=6']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:11.421808 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:11.502265 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9785d-16b0-4926-91b4-51131036ecf8 req-6182c2a7-b38c-4b2a-a0fb-17ecd8857c25 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:11.503843 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-eaf9785d-16b0-4926-91b4-51131036ecf8 req-6182c2a7-b38c-4b2a-a0fb-17ecd8857c25 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.4503443
May 10 20:09:11.509640 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7ad5a-f117-41d4-8212-92b9a890175f req-8bcb1711-e887-4d3f-ad44-5496d1629f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:11.511491 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6db7ad5a-f117-41d4-8212-92b9a890175f req-8bcb1711-e887-4d3f-ad44-5496d1629f38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f41a519f-4100-4d11-9295-c539a4276422 HTTP/1.1" status: 200  len: 853 time: 0.2073355
May 10 20:09:11.525740 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:11.584993 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-02d37db8-d975-4666-8b3a-60504941ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff87961c0>, [{'id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'name': 'tempest-TestMinimumBasicScenario-692434765-router', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:01Z', 'updated_at': '2021-05-10T20:08:06Z', 'revision_number': 4, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'gw_port': {'id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:02Z', 'updated_at': '2021-05-10T20:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': '9b097022-eef7-4e20-bd56-b679b5afc073', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'port_id': 'ae06559f-b243-48d4-81e7-005e92782abb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d', 'mac_address': 'fa:16:3e:91:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27cfca-533f-4ae7-8fe3-815fc3e9fe71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:09:08Z', 'updated_at': '2021-05-10T20:09:08Z', 'revision_number': 0, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb', 'name': '', 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'mac_address': 'fa:16:3e:8a:6f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f41a519f-4100-4d11-9295-c539a4276422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:05Z', 'updated_at': '2021-05-10T20:08:11Z', 'revision_number': 5, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'subnets': [{'id': 'f41a519f-4100-4d11-9295-c539a4276422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:11.588626 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:11.590628 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d37db8-d975-4666-8b3a-60504941ed46 None None] The sync data for ids ['5ee8479c-ab27-450a-a0c5-1ac0233612c4'] in dv-cinder-788364-3-iscsi is: [{'id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'name': 'tempest-TestMinimumBasicScenario-692434765-router', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:01Z', 'updated_at': '2021-05-10T20:08:06Z', 'revision_number': 4, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'gw_port': {'id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:02Z', 'updated_at': '2021-05-10T20:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': '9b097022-eef7-4e20-bd56-b679b5afc073', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'port_id': 'ae06559f-b243-48d4-81e7-005e92782abb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d', 'mac_address': 'fa:16:3e:91:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27cfca-533f-4ae7-8fe3-815fc3e9fe71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:09:08Z', 'updated_at': '2021-05-10T20:09:08Z', 'revision_number': 0, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb', 'name': '', 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'mac_address': 'fa:16:3e:8a:6f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f41a519f-4100-4d11-9295-c539a4276422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:05Z', 'updated_at': '2021-05-10T20:08:11Z', 'revision_number': 5, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'subnets': [{'id': 'f41a519f-4100-4d11-9295-c539a4276422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:09:11.630628 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8ba2e954-d2e3-4415-b7cc-b0a73dcd95c9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:11.675293 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a71932-61c5-46c2-a128-ba9fd8aa6cdc,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:11.700589 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-eaf9785d-16b0-4926-91b4-51131036ecf8 req-7efa20bd-74d7-48c3-b250-f82bf2b3942f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1767185
May 10 20:09:11.724838 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-31f74157-42d3-4c50-a568-d65f471d04da req-ab6e0fa2-6a40-4311-98de-f517cd7c00c9 service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3374486
May 10 20:09:11.726165 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:11.726538 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:11.726908 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:11.727272 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:11.727629 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:11.728012 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:11.728371 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:11.728725 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:11.729077 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:11.729429 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:11.729779 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:11.730126 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:11.733032 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:11.735566 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7749252
May 10 20:09:11.740770 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 53130) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:11.750668 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-1c60c732-eded-420d-8662-71cc1da55d3d tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Request body: {'security_group_rule': {'security_group_id': 'f477e55f-b476-44a2-b814-d0469172cd66', 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:09:11.772336 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-1c60c732-eded-420d-8662-71cc1da55d3d tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:11.782211 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-1c60c732-eded-420d-8662-71cc1da55d3d tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Usage tracker for resource:security_group_rule and tenant:a4cb2a0d67254029910111cb748e579b is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:11.787826 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-1c60c732-eded-420d-8662-71cc1da55d3d tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:11.809696 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-1c60c732-eded-420d-8662-71cc1da55d3d tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:11.841453 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-29db71d8-330b-4482-998a-84ad7666fedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff84369d0>, [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': 'b9a7e3c0-c44e-4090-9aa9-feba88ab589b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'port_id': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'mac_address': 'fa:16:3e:4f:67:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd3c37a-2a86-4801-86ef-a713bb09dd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:09:08Z', 'updated_at': '2021-05-10T20:09:08Z', 'revision_number': 0, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320a2fd0-8811-4575-a723-ae91770fe353', 'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'mac_address': 'fa:16:3e:d3:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:15Z', 'updated_at': '2021-05-10T20:03:27Z', 'revision_number': 5, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'subnets': [{'id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:11.848533 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db71d8-330b-4482-998a-84ad7666fedd None None] The sync data for ids ['93fae79f-b83d-48cc-bdc2-30d887f79df9'] in dv-cinder-788364-3-iscsi is: [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': 'b9a7e3c0-c44e-4090-9aa9-feba88ab589b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'port_id': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'mac_address': 'fa:16:3e:4f:67:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd3c37a-2a86-4801-86ef-a713bb09dd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:09:08Z', 'updated_at': '2021-05-10T20:09:08Z', 'revision_number': 0, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320a2fd0-8811-4575-a723-ae91770fe353', 'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'mac_address': 'fa:16:3e:d3:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:15Z', 'updated_at': '2021-05-10T20:03:27Z', 'revision_number': 5, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'subnets': [{'id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:09:11.851457 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:11.853507 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-1c60c732-eded-420d-8662-71cc1da55d3d tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:11.909572 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-31f74157-42d3-4c50-a568-d65f471d04da req-0554dba8-cbf4-4791-9e86-bf00d1c70d79 service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1725633
May 10 20:09:11.942826 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7ad5a-f117-41d4-8212-92b9a890175f req-89d030f8-e0b1-4c45-b3ac-e2c5d237d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:11.944729 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6db7ad5a-f117-41d4-8212-92b9a890175f req-89d030f8-e0b1-4c45-b3ac-e2c5d237d500 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30cb932a-4f34-481b-8021-1eec5b5bf43d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4179592
May 10 20:09:11.960800 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804825ea-3422-46d2-8b24-6c55dbd33301 None None] New status for floating IP 9b097022-eef7-4e20-bd56-b679b5afc073: ACTIVE {{(pid=78729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:09:11.978217 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-1c60c732-eded-420d-8662-71cc1da55d3d tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:11.985214 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-1c60c732-eded-420d-8662-71cc1da55d3d tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:11.987984 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-b1047b2f-de0b-43fe-a952-a93224d91309 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:12.026312 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60c732-eded-420d-8662-71cc1da55d3d tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0d11e0-214d-48b4-8d49-34d047279144,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:12.033731 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-1c60c732-eded-420d-8662-71cc1da55d3d tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:12.050708 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-1c60c732-eded-420d-8662-71cc1da55d3d tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:12.057238 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 53134) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:12.058768 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-1c60c732-eded-420d-8662-71cc1da55d3d tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3103137
May 10 20:09:12.066511 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-9cc66b89-ec5c-4045-85d9-2607b246b214 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Request body: {'security_group_rule': {'security_group_id': 'f477e55f-b476-44a2-b814-d0469172cd66', 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:09:12.076255 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-9cc66b89-ec5c-4045-85d9-2607b246b214 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:12.089628 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-9cc66b89-ec5c-4045-85d9-2607b246b214 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Usage tracker for resource:security_group_rule and tenant:a4cb2a0d67254029910111cb748e579b is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:12.095472 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-9cc66b89-ec5c-4045-85d9-2607b246b214 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:12.121932 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-9cc66b89-ec5c-4045-85d9-2607b246b214 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:12.161732 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6db7ad5a-f117-41d4-8212-92b9a890175f req-c06cb412-03d0-46b0-a611-a108242d7527 service neutron] 10.222.0.30 "GET /v2.0/networks/30cb932a-4f34-481b-8021-1eec5b5bf43d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2043664
May 10 20:09:12.162742 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9cc66b89-ec5c-4045-85d9-2607b246b214 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:12.167494 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729041e0-b4dd-419a-936c-d833eef4baaa None None] New status for floating IP b9a7e3c0-c44e-4090-9aa9-feba88ab589b: ACTIVE {{(pid=78730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:09:12.325016 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device c07fa741-b620-4729-b9ae-acbcf354c39b up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:09:12.414243 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port c07fa741-b620-4729-b9ae-acbcf354c39b triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:09:12.414559 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:12.465441 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9cc66b89-ec5c-4045-85d9-2607b246b214 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:12.473284 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9cc66b89-ec5c-4045-85d9-2607b246b214 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:12.486769 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0dba8ec3-7e15-48a8-b9c1-ce59c3d28c61 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:12.510886 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc66b89-ec5c-4045-85d9-2607b246b214 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c071e9cd-512e-4852-9486-2058ff0cc452,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:12.516078 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6db7ad5a-f117-41d4-8212-92b9a890175f req-b0b72484-6406-4288-b8f6-c1a218c9eac1 service neutron] 10.222.0.30 "GET /v2.0/networks/30cb932a-4f34-481b-8021-1eec5b5bf43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3429952
May 10 20:09:12.517070 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-9cc66b89-ec5c-4045-85d9-2607b246b214 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:12.532311 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9cc66b89-ec5c-4045-85d9-2607b246b214 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:12.533888 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-9cc66b89-ec5c-4045-85d9-2607b246b214 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4755173
May 10 20:09:12.537859 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 53144) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:12.543790 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-97536dc9-7cf5-4dc4-90fb-8b971dc1896b tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Request body: {'security_group_rule': {'security_group_id': 'f477e55f-b476-44a2-b814-d0469172cd66', 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:09:12.550321 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-97536dc9-7cf5-4dc4-90fb-8b971dc1896b tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:12.556611 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-97536dc9-7cf5-4dc4-90fb-8b971dc1896b tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Usage tracker for resource:security_group_rule and tenant:a4cb2a0d67254029910111cb748e579b is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:12.560302 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-97536dc9-7cf5-4dc4-90fb-8b971dc1896b tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:12.567985 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-97536dc9-7cf5-4dc4-90fb-8b971dc1896b tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:12.572688 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:12.583734 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.securitygroups_db [None req-97536dc9-7cf5-4dc4-90fb-8b971dc1896b tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Project a4cb2a0d67254029910111cb748e579b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 20:09:12.590316 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-97536dc9-7cf5-4dc4-90fb-8b971dc1896b tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:12.602479 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741e8453-6f3c-4f0a-ae83-e33b7369cce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07fa741-b620-4729-b9ae-acbcf354c39b'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:09:12.616435 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port c07fa741-b620-4729-b9ae-acbcf354c39b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c07fa741-b620-4729-b9ae-acbcf354c39b,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:09:12.621429 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:12.623267 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-34639524-5b8e-40c0-8514-9ad7dc36982c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:12.664451 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741e8453-6f3c-4f0a-ae83-e33b7369cce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07fa741-b620-4729-b9ae-acbcf354c39b', 'code': 200}
May 10 20:09:12.674261 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-97536dc9-7cf5-4dc4-90fb-8b971dc1896b tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:12.679632 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-97536dc9-7cf5-4dc4-90fb-8b971dc1896b tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:12.682195 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-a813d4c3-6e4c-409e-b96b-01d10a822709 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:12.706265 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:12.713995 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97536dc9-7cf5-4dc4-90fb-8b971dc1896b tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37eb8d66-7288-4fbc-b732-a5c2ff74c84e,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:12.714698 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=c07fa741-b620-4729-b9ae-acbcf354c39b,revision_number=7']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:12.716545 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-97536dc9-7cf5-4dc4-90fb-8b971dc1896b tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:12.718969 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:12.725603 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-97536dc9-7cf5-4dc4-90fb-8b971dc1896b tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:12.727085 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-97536dc9-7cf5-4dc4-90fb-8b971dc1896b tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1882308
May 10 20:09:12.729785 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 53154) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:12.735548 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-dd052221-922d-4aa3-af19-76071d46acda tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Request body: {'security_group_rule': {'security_group_id': 'f477e55f-b476-44a2-b814-d0469172cd66', 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:09:12.741659 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-dd052221-922d-4aa3-af19-76071d46acda tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:09:12.745614 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-dd052221-922d-4aa3-af19-76071d46acda tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Usage tracker for resource:security_group_rule and tenant:a4cb2a0d67254029910111cb748e579b is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:09:12.748723 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-dd052221-922d-4aa3-af19-76071d46acda tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:09:12.756271 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-dd052221-922d-4aa3-af19-76071d46acda tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:09:12.768837 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.db.securitygroups_db [None req-dd052221-922d-4aa3-af19-76071d46acda tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Project a4cb2a0d67254029910111cb748e579b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 20:09:12.775004 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dd052221-922d-4aa3-af19-76071d46acda tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:12.864402 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dd052221-922d-4aa3-af19-76071d46acda tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:12.870691 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dd052221-922d-4aa3-af19-76071d46acda tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:12.873580 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-c2fde166-7081-45a6-a934-68ef0c1a36cc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:12.926995 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd052221-922d-4aa3-af19-76071d46acda tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6db5151-0ebf-4eaa-ac19-b736319779d6,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:12.938530 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-dd052221-922d-4aa3-af19-76071d46acda tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:12.967924 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dd052221-922d-4aa3-af19-76071d46acda tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:12.969080 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-dd052221-922d-4aa3-af19-76071d46acda tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2380395
May 10 20:09:12.990178 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb8882-2c46-45c5-b9bc-80ea58198fa3 req-40b15903-34dc-47f4-9192-7e57ba824210 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:12.991637 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-07bb8882-2c46-45c5-b9bc-80ea58198fa3 req-40b15903-34dc-47f4-9192-7e57ba824210 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.1017342
May 10 20:09:13.041780 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-07bb8882-2c46-45c5-b9bc-80ea58198fa3 req-75f7d5f0-39ed-4404-b844-512e99a6b4f4 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0443141
May 10 20:09:13.128276 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7c849ad6-d2f8-4ffa-b7e3-4ec6890db554 req-95c17f25-c957-4492-86a9-b4c9a6fb7e6d tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-183589879&fields=id&tenant_id=a4cb2a0d67254029910111cb748e579b HTTP/1.1" status: 200  len: 267 time: 0.0501964
May 10 20:09:13.217466 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c849ad6-d2f8-4ffa-b7e3-4ec6890db554 req-0f47fb44-052c-4315-a8ee-d96cca31ca03 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:13.219309 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7c849ad6-d2f8-4ffa-b7e3-4ec6890db554 req-0f47fb44-052c-4315-a8ee-d96cca31ca03 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 945 time: 0.0902231
May 10 20:09:13.233086 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-7c849ad6-d2f8-4ffa-b7e3-4ec6890db554 req-30019eee-124e-4de5-a420-985a56104465 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Request body: {'port': {'security_groups': ['f42bd049-ccd3-4d26-86be-15bb07381403', 'f477e55f-b476-44a2-b814-d0469172cd66']}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:09:13.362354 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-7c849ad6-d2f8-4ffa-b7e3-4ec6890db554 req-30019eee-124e-4de5-a420-985a56104465 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:13.694898 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-7c849ad6-d2f8-4ffa-b7e3-4ec6890db554 req-30019eee-124e-4de5-a420-985a56104465 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] For port ae06559f-b243-48d4-81e7-005e92782abb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ae06559f-b243-48d4-81e7-005e92782abb,segment=NetworkSegment(cf01bc13-e2d8-430c-b30e-c548187fbfb1),segment_id=cf01bc13-e2d8-430c-b30e-c548187fbfb1)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:09:13.734942 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-7c849ad6-d2f8-4ffa-b7e3-4ec6890db554 req-30019eee-124e-4de5-a420-985a56104465 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:13.740404 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-7c849ad6-d2f8-4ffa-b7e3-4ec6890db554 req-30019eee-124e-4de5-a420-985a56104465 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:13.746743 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:13.753182 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['ae06559f-b243-48d4-81e7-005e92782abb'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:09:13.816305 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c849ad6-d2f8-4ffa-b7e3-4ec6890db554 req-30019eee-124e-4de5-a420-985a56104465 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:13.817141 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-7c849ad6-d2f8-4ffa-b7e3-4ec6890db554 req-30019eee-124e-4de5-a420-985a56104465 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:13.818730 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7c849ad6-d2f8-4ffa-b7e3-4ec6890db554 req-30019eee-124e-4de5-a420-985a56104465 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "PUT /v2.0/ports/ae06559f-b243-48d4-81e7-005e92782abb HTTP/1.1" status: 200  len: 981 time: 0.5915735
May 10 20:09:13.819314 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f27cfca-533f-4ae7-8fe3-815fc3e9fe71', 'tag': 'ae06559f-b243-48d4-81e7-005e92782abb'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:09:13.862014 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30019eee-124e-4de5-a420-985a56104465 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Pushing event updated for resources: {'Port': ['ID=ae06559f-b243-48d4-81e7-005e92782abb,revision_number=6']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:13.876747 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-30019eee-124e-4de5-a420-985a56104465 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:13.933953 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f27cfca-533f-4ae7-8fe3-815fc3e9fe71', 'tag': 'ae06559f-b243-48d4-81e7-005e92782abb', 'status': 'completed', 'code': 200}
May 10 20:09:13.949199 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['ae06559f-b243-48d4-81e7-005e92782abb'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:09:14.248350 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e3240-b0a7-41da-b3c5-f3fb45f3f2e7 req-8d0a7dc6-484c-4f49-8467-0efe68860c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:14.249985 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bd2e3240-b0a7-41da-b3c5-f3fb45f3f2e7 req-8d0a7dc6-484c-4f49-8467-0efe68860c7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4cb2a0d67254029910111cb748e579b&device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 1137 time: 0.2899137
May 10 20:09:14.288673 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-2d3afc6b-5434-4118-a183-4d138da2ecac None None] Provisioning complete for port ae06559f-b243-48d4-81e7-005e92782abb triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:09:14.289452 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2d3afc6b-5434-4118-a183-4d138da2ecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:14.331526 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694ce44-fe61-4056-8fcb-8e65a317e3d5 req-eeac2a28-a0f0-4d4e-88f7-246824e9e1d9 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:14.333125 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e694ce44-fe61-4056-8fcb-8e65a317e3d5 req-eeac2a28-a0f0-4d4e-88f7-246824e9e1d9 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 984 time: 0.2284040
May 10 20:09:14.536525 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e694ce44-fe61-4056-8fcb-8e65a317e3d5 req-782d2fa7-9e8c-48e7-9aac-787fd0ccd6eb tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f477e55f-b476-44a2-b814-d0469172cd66&id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1937754
May 10 20:09:14.538081 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e3240-b0a7-41da-b3c5-f3fb45f3f2e7 req-77397634-33dd-40ee-9ded-81f1d2975dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:14.539590 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bd2e3240-b0a7-41da-b3c5-f3fb45f3f2e7 req-77397634-33dd-40ee-9ded-81f1d2975dfb service neutron] 10.222.0.30 "GET /v2.0/networks?id=30cb932a-4f34-481b-8021-1eec5b5bf43d HTTP/1.1" status: 200  len: 914 time: 0.2823803
May 10 20:09:14.676722 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5c0db-055c-4543-9c15-d6c8c8ef5be9 req-b9420c07-12b7-4789-98cb-671f1c8d95af tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:14.678284 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0ab5c0db-055c-4543-9c15-d6c8c8ef5be9 req-b9420c07-12b7-4789-98cb-671f1c8d95af tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.4274001
May 10 20:09:14.725443 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bd2e3240-b0a7-41da-b3c5-f3fb45f3f2e7 req-033e9734-96bc-49f8-b577-cb3a69defeb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae06559f-b243-48d4-81e7-005e92782abb HTTP/1.1" status: 200  len: 1000 time: 0.1748292
May 10 20:09:14.814062 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e3240-b0a7-41da-b3c5-f3fb45f3f2e7 req-1fef3daa-b37c-4ea1-8de8-6fdaa6436874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:14.815485 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bd2e3240-b0a7-41da-b3c5-f3fb45f3f2e7 req-1fef3daa-b37c-4ea1-8de8-6fdaa6436874 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f41a519f-4100-4d11-9295-c539a4276422 HTTP/1.1" status: 200  len: 853 time: 0.0744412
May 10 20:09:14.899838 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0ab5c0db-055c-4543-9c15-d6c8c8ef5be9 req-bd957f51-a949-4d29-88a6-45086e17462b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2105594
May 10 20:09:14.974882 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e3240-b0a7-41da-b3c5-f3fb45f3f2e7 req-fd87fba7-2a4a-4d70-b51e-ffdbb4962126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:14.977806 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bd2e3240-b0a7-41da-b3c5-f3fb45f3f2e7 req-fd87fba7-2a4a-4d70-b51e-ffdbb4962126 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30cb932a-4f34-481b-8021-1eec5b5bf43d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1530926
May 10 20:09:15.311566 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bd2e3240-b0a7-41da-b3c5-f3fb45f3f2e7 req-a9404ea4-16c0-43c3-ac70-73cfea807747 service neutron] 10.222.0.30 "GET /v2.0/networks/30cb932a-4f34-481b-8021-1eec5b5bf43d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3257294
May 10 20:09:15.533796 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bd2e3240-b0a7-41da-b3c5-f3fb45f3f2e7 req-7d88cd80-5b4d-4102-8ec5-ec65c66e657f service neutron] 10.222.0.30 "GET /v2.0/networks/30cb932a-4f34-481b-8021-1eec5b5bf43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2148237
May 10 20:09:16.230512 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8eded1-3dc2-4896-b930-29db36af97f4 req-62e9100e-20b7-4150-ba1e-5b62e057a7ed tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:16.232649 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dd8eded1-3dc2-4896-b930-29db36af97f4 req-62e9100e-20b7-4150-ba1e-5b62e057a7ed tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.1872711
May 10 20:09:16.294709 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dd8eded1-3dc2-4896-b930-29db36af97f4 req-e603bfbb-212a-480a-b692-2c8cf77dc669 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0540276
May 10 20:09:17.590804 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611ca5a-e9a4-4070-a795-eb3b85d4e75c req-c7a76420-bf05-4f1f-8703-7860c2a94b25 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:17.592390 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5611ca5a-e9a4-4070-a795-eb3b85d4e75c req-c7a76420-bf05-4f1f-8703-7860c2a94b25 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.1740198
May 10 20:09:17.659648 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5611ca5a-e9a4-4070-a795-eb3b85d4e75c req-736930d6-6da4-42eb-8c23-26eded7f2053 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0595648
May 10 20:09:19.024070 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00e3ba-3a58-4147-a54d-1a50217a245d req-886ef488-85ef-4c76-9ef9-f27f60876f14 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:19.025804 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5b00e3ba-3a58-4147-a54d-1a50217a245d req-886ef488-85ef-4c76-9ef9-f27f60876f14 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.0900528
May 10 20:09:19.082713 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5b00e3ba-3a58-4147-a54d-1a50217a245d req-098d7ed2-9c67-463c-acf2-3700e1568da8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0500939
May 10 20:09:20.325821 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a03c71-fd92-44c0-81f7-dd682c840d9e req-05cfb627-b938-431a-934e-c4293fe42dcd tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:20.327489 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c0a03c71-fd92-44c0-81f7-dd682c840d9e req-05cfb627-b938-431a-934e-c4293fe42dcd tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.1060531
May 10 20:09:20.380763 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c0a03c71-fd92-44c0-81f7-dd682c840d9e req-98035e1d-3876-4d76-aaf5-61562f55ba7e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0471363
May 10 20:09:21.724550 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3189d-1bc7-4d91-9537-bb4f446532d3 req-25597187-aa53-4cbf-9af5-296f93f906d7 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:21.734614 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-feb3189d-1bc7-4d91-9537-bb4f446532d3 req-25597187-aa53-4cbf-9af5-296f93f906d7 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.1236570
May 10 20:09:21.862925 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-feb3189d-1bc7-4d91-9537-bb4f446532d3 req-5a8dd257-665a-4356-bbb8-4070756e3bc4 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1161826
May 10 20:09:23.135088 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83518e85-2d7e-46f5-8583-0484c4553ebc req-442d25a7-4f90-4d0c-88f5-8520387c8e47 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:23.147316 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-83518e85-2d7e-46f5-8583-0484c4553ebc req-442d25a7-4f90-4d0c-88f5-8520387c8e47 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.1180995
May 10 20:09:23.218180 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-83518e85-2d7e-46f5-8583-0484c4553ebc req-b59b5309-cb93-4e7a-ac01-1d18e1fbbe03 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0686789
May 10 20:09:24.530099 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea975798-d727-4cf6-bcd5-558c84cb61f6 req-90a5e5f1-6ec5-4b2b-aa3f-142f5d27fd2e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:24.531519 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ea975798-d727-4cf6-bcd5-558c84cb61f6 req-90a5e5f1-6ec5-4b2b-aa3f-142f5d27fd2e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.1457555
May 10 20:09:24.588323 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ea975798-d727-4cf6-bcd5-558c84cb61f6 req-558e4ce5-95b4-4027-9a4d-c4e7ab4303d6 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0449729
May 10 20:09:25.918669 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b869814-5862-4da3-8e44-09d7e02dc56e req-abf767d6-5a95-4f54-896e-6113d069625e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:25.920230 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2b869814-5862-4da3-8e44-09d7e02dc56e req-abf767d6-5a95-4f54-896e-6113d069625e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.2001331
May 10 20:09:25.948378 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f5588-fdbb-4db0-b7b3-19820cbbcb6b req-2924bec4-6aa0-4cf6-86c7-17651c1a6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:25.949853 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-798f5588-fdbb-4db0-b7b3-19820cbbcb6b req-2924bec4-6aa0-4cf6-86c7-17651c1a6001 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b65721b496f24a29859a65925c5d03bf&device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 1099 time: 0.1760774
May 10 20:09:26.061118 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2b869814-5862-4da3-8e44-09d7e02dc56e req-39401ae9-b957-4044-92f6-2a229e2171b6 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1333470
May 10 20:09:26.129819 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f5588-fdbb-4db0-b7b3-19820cbbcb6b req-16f12ec4-e8c3-407a-bb40-7afea75f791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:26.131464 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-798f5588-fdbb-4db0-b7b3-19820cbbcb6b req-16f12ec4-e8c3-407a-bb40-7afea75f791e service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 HTTP/1.1" status: 200  len: 916 time: 0.1747482
May 10 20:09:26.244815 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-798f5588-fdbb-4db0-b7b3-19820cbbcb6b req-f21d2ccd-3200-4b1c-b37f-b27917855401 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c07fa741-b620-4729-b9ae-acbcf354c39b HTTP/1.1" status: 200  len: 1001 time: 0.1046457
May 10 20:09:26.316183 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f5588-fdbb-4db0-b7b3-19820cbbcb6b req-3398f14f-73c7-4110-a137-5dd640b3030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:26.317649 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-798f5588-fdbb-4db0-b7b3-19820cbbcb6b req-3398f14f-73c7-4110-a137-5dd640b3030c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c0f63c-4d1b-479f-a1ab-64a94c500e7f HTTP/1.1" status: 200  len: 855 time: 0.0657570
May 10 20:09:26.406220 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f5588-fdbb-4db0-b7b3-19820cbbcb6b req-81df7a8e-1c7f-4383-ba79-c75e2255ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:26.407706 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-798f5588-fdbb-4db0-b7b3-19820cbbcb6b req-81df7a8e-1c7f-4383-ba79-c75e2255ec8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0825191
May 10 20:09:26.663782 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-798f5588-fdbb-4db0-b7b3-19820cbbcb6b req-dc179564-fc0b-4f9c-b3f8-7ba8101ba2c6 service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2482753
May 10 20:09:26.854227 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-798f5588-fdbb-4db0-b7b3-19820cbbcb6b req-7c994e33-c2fd-45ad-bc40-658e7a048162 service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1819177
May 10 20:09:27.284576 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e31135-8974-428d-81b4-a4fb2cbca765 req-625def71-c25e-4b86-951f-e8a8f78ca69b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:27.286390 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e4e31135-8974-428d-81b4-a4fb2cbca765 req-625def71-c25e-4b86-951f-e8a8f78ca69b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.0874546
May 10 20:09:27.338260 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e4e31135-8974-428d-81b4-a4fb2cbca765 req-620f3ed0-24eb-469e-a701-04f99810169e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440137
May 10 20:09:27.354971 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-49dcf352-4602-43be-9ca2-7ca726609a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:28.577700 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc25e4f-051c-44df-be04-2875e7f1e0f9 req-a76422f7-e8df-42da-9904-24cbc2d25b9b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:28.580318 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8bc25e4f-051c-44df-be04-2875e7f1e0f9 req-a76422f7-e8df-42da-9904-24cbc2d25b9b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.1194265
May 10 20:09:28.659296 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8bc25e4f-051c-44df-be04-2875e7f1e0f9 req-a26a3fad-978e-4dbf-afbc-d4b7599c0e20 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0727859
May 10 20:09:29.873858 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ce663-22dc-4a1d-a911-f15de57367bd req-9f40b8e4-90dd-445d-aa08-ae7c301e4964 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:29.875622 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-731ce663-22dc-4a1d-a911-f15de57367bd req-9f40b8e4-90dd-445d-aa08-ae7c301e4964 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 946 time: 0.0959606
May 10 20:09:29.929723 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-731ce663-22dc-4a1d-a911-f15de57367bd req-c5695054-966f-47f0-8bec-f5e154755e6e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0477819
May 10 20:09:30.221702 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-71c975ca-6765-466c-ab23-353ddddb4471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:30.363170 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device c07fa741-b620-4729-b9ae-acbcf354c39b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:09:30.521933 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:30.562627 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741e8453-6f3c-4f0a-ae83-e33b7369cce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c07fa741-b620-4729-b9ae-acbcf354c39b'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:09:30.570739 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:30.576278 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port c07fa741-b620-4729-b9ae-acbcf354c39b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c07fa741-b620-4729-b9ae-acbcf354c39b,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:09:30.590571 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:30.593584 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:30.631330 dv-cinder-788364-3-iscsi neutron-server[78729]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '741e8453-6f3c-4f0a-ae83-e33b7369cce3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c07fa741-b620-4729-b9ae-acbcf354c39b', 'code': 422} returned with failed status
May 10 20:09:30.673777 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=c07fa741-b620-4729-b9ae-acbcf354c39b,revision_number=8']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:30.690692 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:31.507860 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3e535-d4f4-4907-8d56-7bd53f8b2d17 req-cdd392b6-c909-4b65-9b46-34516f537c6a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:31.509415 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d5e3e535-d4f4-4907-8d56-7bd53f8b2d17 req-cdd392b6-c909-4b65-9b46-34516f537c6a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.0873435
May 10 20:09:31.577757 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d5e3e535-d4f4-4907-8d56-7bd53f8b2d17 req-ca89e68c-26fe-4d4a-b071-77d6317b70d5 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0569723
May 10 20:09:31.700451 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 53352) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:31.860173 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-6e38ce73-8376-4a33-a49e-91cb4e1f6805 req-9a314c41-54ab-45da-8ead-c909de49982c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1583891
May 10 20:09:32.068635 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:32.752156 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:09:32.789397 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f2802-5497-4a03-bb7a-42c9e6e8d78e req-9a924430-8a7b-4a97-9d87-be472606db7f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:32.791179 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f44f2802-5497-4a03-bb7a-42c9e6e8d78e req-9a924430-8a7b-4a97-9d87-be472606db7f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.0918226
May 10 20:09:32.849515 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f44f2802-5497-4a03-bb7a-42c9e6e8d78e req-60e8bf00-a141-4d96-a9fc-0c0b411a2fe6 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0481887
May 10 20:09:33.014562 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38ce73-8376-4a33-a49e-91cb4e1f6805 req-0a5a21bb-c80b-4659-82f9-8bb0e3eeccce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:33.016091 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e38ce73-8376-4a33-a49e-91cb4e1f6805 req-0a5a21bb-c80b-4659-82f9-8bb0e3eeccce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3&tenant_id=b65721b496f24a29859a65925c5d03bf HTTP/1.1" status: 200  len: 1097 time: 0.0809767
May 10 20:09:33.120883 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38ce73-8376-4a33-a49e-91cb4e1f6805 req-8b99fd91-e440-482b-8be7-72603e392938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:33.122255 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e38ce73-8376-4a33-a49e-91cb4e1f6805 req-8b99fd91-e440-482b-8be7-72603e392938 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b65721b496f24a29859a65925c5d03bf&device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 1097 time: 0.0782249
May 10 20:09:33.258885 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38ce73-8376-4a33-a49e-91cb4e1f6805 req-be95fc44-f1ef-4c28-9e1f-74b6c72580df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:33.260357 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e38ce73-8376-4a33-a49e-91cb4e1f6805 req-be95fc44-f1ef-4c28-9e1f-74b6c72580df service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 HTTP/1.1" status: 200  len: 916 time: 0.1304395
May 10 20:09:33.365854 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e38ce73-8376-4a33-a49e-91cb4e1f6805 req-f679a531-bd9e-45cf-9b93-d447b538b448 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c07fa741-b620-4729-b9ae-acbcf354c39b HTTP/1.1" status: 200  len: 999 time: 0.0970137
May 10 20:09:33.430476 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38ce73-8376-4a33-a49e-91cb4e1f6805 req-f4921393-d851-4168-99bd-7a3a24b8b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:33.431783 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e38ce73-8376-4a33-a49e-91cb4e1f6805 req-f4921393-d851-4168-99bd-7a3a24b8b5a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c0f63c-4d1b-479f-a1ab-64a94c500e7f HTTP/1.1" status: 200  len: 855 time: 0.0572240
May 10 20:09:33.516369 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38ce73-8376-4a33-a49e-91cb4e1f6805 req-f57f1148-e07f-4d58-94c2-9d2c6935f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:33.518196 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e38ce73-8376-4a33-a49e-91cb4e1f6805 req-f57f1148-e07f-4d58-94c2-9d2c6935f2fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0764530
May 10 20:09:33.528761 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [req-6e38ce73-8376-4a33-a49e-91cb4e1f6805 req-47aa5758-b967-4fcf-af62-c1c511f40f46 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=78728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 20:09:33.530442 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e38ce73-8376-4a33-a49e-91cb4e1f6805 req-47aa5758-b967-4fcf-af62-c1c511f40f46 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049596
May 10 20:09:33.666868 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e38ce73-8376-4a33-a49e-91cb4e1f6805 req-adfd21de-2bee-43c1-803f-188f790dcbc1 service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277926
May 10 20:09:33.766561 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:33.812878 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e38ce73-8376-4a33-a49e-91cb4e1f6805 req-cd727ad5-91b8-4f5e-a821-bef0b4174cdc service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414258
May 10 20:09:34.047581 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a52a2-e2c5-42e0-8c20-c678947b18da req-7be4d70f-6c7b-413d-b537-5c345063f19b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:34.049087 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-273a52a2-e2c5-42e0-8c20-c678947b18da req-7be4d70f-6c7b-413d-b537-5c345063f19b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.0813055
May 10 20:09:34.097953 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-273a52a2-e2c5-42e0-8c20-c678947b18da req-bafd453b-c49d-483a-bb8a-7bfdb95b375b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428936
May 10 20:09:35.423481 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eeaa0d-6f0f-4ef4-a905-592f1775e8f9 req-734b4aac-5b46-4525-a5f0-088ea840c89f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:35.424978 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-43eeaa0d-6f0f-4ef4-a905-592f1775e8f9 req-734b4aac-5b46-4525-a5f0-088ea840c89f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.1931551
May 10 20:09:35.470957 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-43eeaa0d-6f0f-4ef4-a905-592f1775e8f9 req-e900ddda-1e8b-4d81-8119-3fb7a3422972 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0402920
May 10 20:09:36.683639 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccef9f1-2b2f-4037-9971-1a7d415ba5f9 req-c9bd4e5e-1cde-439d-b318-3321737522ee tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:36.685084 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3ccef9f1-2b2f-4037-9971-1a7d415ba5f9 req-c9bd4e5e-1cde-439d-b318-3321737522ee tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.0875654
May 10 20:09:36.742030 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3ccef9f1-2b2f-4037-9971-1a7d415ba5f9 req-9eb17119-68f3-4a91-b4fe-abd77b99683c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0503817
May 10 20:09:37.966238 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cabff-6853-47c5-aa60-3cd3c72549f0 req-b549ecdf-9430-4d4b-853c-26653eb51ef0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:37.967799 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6d0cabff-6853-47c5-aa60-3cd3c72549f0 req-b549ecdf-9430-4d4b-853c-26653eb51ef0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.1071784
May 10 20:09:38.024223 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6d0cabff-6853-47c5-aa60-3cd3c72549f0 req-d3b44bf1-c500-43cb-bf2c-74ba6aa3f558 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0502453
May 10 20:09:39.252146 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619a1a5-33f4-4f64-87cd-cf812d82e7ed req-f3153ee7-e389-48cd-a174-7525187b309e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:39.254183 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5619a1a5-33f4-4f64-87cd-cf812d82e7ed req-f3153ee7-e389-48cd-a174-7525187b309e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.0959048
May 10 20:09:39.305017 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5619a1a5-33f4-4f64-87cd-cf812d82e7ed req-a1fa958e-fc03-44fe-ad37-b90104888d73 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0452056
May 10 20:09:40.521494 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb57ee-008d-4156-a724-bec254ede512 req-42a0ff6b-6742-4387-ba81-54538fd85e40 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:40.523438 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-86fb57ee-008d-4156-a724-bec254ede512 req-42a0ff6b-6742-4387-ba81-54538fd85e40 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.0920939
May 10 20:09:40.572813 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-86fb57ee-008d-4156-a724-bec254ede512 req-671c48b3-19de-4450-9318-a660576dcbbf tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0432668
May 10 20:09:41.779266 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04517563-5566-4eba-8982-d73c213c80c2 req-bcc1c0de-333b-4466-8520-41c51c2979ff tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:41.781564 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-04517563-5566-4eba-8982-d73c213c80c2 req-bcc1c0de-333b-4466-8520-41c51c2979ff tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.0856042
May 10 20:09:41.834701 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-04517563-5566-4eba-8982-d73c213c80c2 req-dd11c921-fe53-46d3-a5f3-292d9cade078 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0456784
May 10 20:09:42.705376 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:43.242492 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eb394-3306-4d5b-ab30-d262798d6229 req-8628003b-c3e7-472c-800d-7561a07c2114 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:43.243909 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cd9eb394-3306-4d5b-ab30-d262798d6229 req-8628003b-c3e7-472c-800d-7561a07c2114 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.1031406
May 10 20:09:43.297458 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cd9eb394-3306-4d5b-ab30-d262798d6229 req-961def96-cdae-4469-a2e0-1cd674ca6db9 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0468986
May 10 20:09:44.562369 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423edaa-803d-4871-a5f0-4c1384e492c0 req-1a9ed385-13cb-4af4-a888-2402893c35f0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:44.564046 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f423edaa-803d-4871-a5f0-4c1384e492c0 req-1a9ed385-13cb-4af4-a888-2402893c35f0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.0900612
May 10 20:09:44.613770 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f423edaa-803d-4871-a5f0-4c1384e492c0 req-c868f0e3-a8a4-4db7-8922-c7642b1d5bb0 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433962
May 10 20:09:45.813762 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3937e2-e833-4ac3-8d01-bee5ef5ca786 req-696a17a4-5ff6-4ecb-91b7-caa5064783f1 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:45.815128 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-da3937e2-e833-4ac3-8d01-bee5ef5ca786 req-696a17a4-5ff6-4ecb-91b7-caa5064783f1 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.0878224
May 10 20:09:45.865752 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-da3937e2-e833-4ac3-8d01-bee5ef5ca786 req-bf3d3441-3b8b-47d3-8a44-0f32c7d5c239 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0434229
May 10 20:09:47.077771 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72a326-6d0c-4a0e-8760-cd8fc004506a req-b181a710-94c6-46ee-be38-523edcb71fac tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:47.079388 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ba72a326-6d0c-4a0e-8760-cd8fc004506a req-b181a710-94c6-46ee-be38-523edcb71fac tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.0920286
May 10 20:09:47.128649 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ba72a326-6d0c-4a0e-8760-cd8fc004506a req-92fd4a71-6b2c-47d8-a22c-154c201cf7f5 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427864
May 10 20:09:48.245239 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3a6e206b-65cb-421c-84a5-24a844fbbdde req-67ddad2b-96fe-4924-b9ee-5c5e9df1cec9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1304491
May 10 20:09:48.391038 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7320170-97f0-45c2-9ec8-3ad02097790f req-862c35c6-e7e8-4e43-8711-6007dc8456b8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:48.392488 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b7320170-97f0-45c2-9ec8-3ad02097790f req-862c35c6-e7e8-4e43-8711-6007dc8456b8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.1459105
May 10 20:09:48.396042 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e206b-65cb-421c-84a5-24a844fbbdde req-d1010a0e-e80a-4f4e-8289-87c3fb0bb801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:48.397447 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3a6e206b-65cb-421c-84a5-24a844fbbdde req-d1010a0e-e80a-4f4e-8289-87c3fb0bb801 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef2cf49eae1d4d10ad224d6ec46ad00a&device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 1099 time: 0.1159964
May 10 20:09:48.513995 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b7320170-97f0-45c2-9ec8-3ad02097790f req-b81f3be8-f3a4-49c3-8747-3d169be5074a tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1155965
May 10 20:09:48.570763 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e206b-65cb-421c-84a5-24a844fbbdde req-5620ef47-2496-4df3-9a81-f12d72b76fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:48.572242 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3a6e206b-65cb-421c-84a5-24a844fbbdde req-5620ef47-2496-4df3-9a81-f12d72b76fd0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb HTTP/1.1" status: 200  len: 911 time: 0.1523128
May 10 20:09:48.683704 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3a6e206b-65cb-421c-84a5-24a844fbbdde req-5e385a30-acb4-4cd9-a408-5b66fad0053d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa041098-0f3d-48dc-b623-a40e01e414cc HTTP/1.1" status: 200  len: 1002 time: 0.1037681
May 10 20:09:48.794189 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e206b-65cb-421c-84a5-24a844fbbdde req-445d3733-c44d-4955-9dc7-b0c95ebb5691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:48.796308 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3a6e206b-65cb-421c-84a5-24a844fbbdde req-445d3733-c44d-4955-9dc7-b0c95ebb5691 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0006aa00-bd28-429e-820e-13d3242b4a7f HTTP/1.1" status: 200  len: 850 time: 0.1050911
May 10 20:09:48.882735 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e206b-65cb-421c-84a5-24a844fbbdde req-cf875d3e-b617-47ff-89f7-a4eac8fbcf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:48.884316 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3a6e206b-65cb-421c-84a5-24a844fbbdde req-cf875d3e-b617-47ff-89f7-a4eac8fbcf53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811565
May 10 20:09:49.144911 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3a6e206b-65cb-421c-84a5-24a844fbbdde req-ae997810-c39d-44bf-b8d7-fdfa51314b6b service neutron] 10.222.0.30 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2528002
May 10 20:09:49.289257 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3a6e206b-65cb-421c-84a5-24a844fbbdde req-8196eb2f-0855-40ce-bb9e-2256bd2bc5de service neutron] 10.222.0.30 "GET /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373022
May 10 20:09:49.725921 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198140f-617a-4ed5-9ad1-51671a4ad25b req-e6f4b216-f07c-4c36-9c8e-a9ebbced1b00 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:49.727391 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6198140f-617a-4ed5-9ad1-51671a4ad25b req-e6f4b216-f07c-4c36-9c8e-a9ebbced1b00 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.0899959
May 10 20:09:49.777543 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6198140f-617a-4ed5-9ad1-51671a4ad25b req-0ab15ca7-2b2d-412a-8f52-f6b11f5f0917 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431020
May 10 20:09:50.542608 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0530d29-987d-4de7-b13a-f0ebaae585b8 req-b41573f3-74bb-4659-bd49-5037170a4c96 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:50.544164 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c0530d29-987d-4de7-b13a-f0ebaae585b8 req-b41573f3-74bb-4659-bd49-5037170a4c96 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 946 time: 0.0875826
May 10 20:09:50.594530 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c0530d29-987d-4de7-b13a-f0ebaae585b8 req-70e07897-3ab5-4852-a514-7500414376fa tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=bfdf60ed-5188-408b-ae5e-6344176ac41b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441728
May 10 20:09:50.997208 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c010069-8a5d-45bc-923e-9bb2973745f6 req-97f4140c-f45f-4f84-8884-96bf6abfbee2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:51.000546 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8c010069-8a5d-45bc-923e-9bb2973745f6 req-97f4140c-f45f-4f84-8884-96bf6abfbee2 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.0913131
May 10 20:09:51.056119 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8c010069-8a5d-45bc-923e-9bb2973745f6 req-a7db2544-b39f-4473-bed2-500d0931cace tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0496562
May 10 20:09:51.786486 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c8523-af44-4194-a020-8ccf8807c794 req-9863b1d5-53b8-4d56-b683-d57e099836cd tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:51.788177 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-447c8523-af44-4194-a020-8ccf8807c794 req-9863b1d5-53b8-4d56-b683-d57e099836cd tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 946 time: 0.0828192
May 10 20:09:51.836669 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-447c8523-af44-4194-a020-8ccf8807c794 req-aba95220-1388-455b-b456-6dce2c30a2c4 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=bfdf60ed-5188-408b-ae5e-6344176ac41b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424581
May 10 20:09:52.323890 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b63e2a-9b3a-46d3-b567-1860b246b37b req-b64f6c89-f5c8-44cf-a81d-f03b5e51e5fa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:52.326274 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f0b63e2a-9b3a-46d3-b567-1860b246b37b req-b64f6c89-f5c8-44cf-a81d-f03b5e51e5fa tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 944 time: 0.1427739
May 10 20:09:52.384412 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f0b63e2a-9b3a-46d3-b567-1860b246b37b req-662a1cef-829f-4d63-81ab-718de991a89e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0507138
May 10 20:09:52.484646 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device c07fa741-b620-4729-b9ae-acbcf354c39b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:09:52.485655 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b9102-2e59-42d9-9337-90f05f45b6ae req-aa3b0931-0022-4ef2-b743-f4185888b2ac tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:52.487170 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-497b9102-2e59-42d9-9337-90f05f45b6ae req-aa3b0931-0022-4ef2-b743-f4185888b2ac tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.30 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 946 time: 0.0836172
May 10 20:09:52.626439 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port c07fa741-b620-4729-b9ae-acbcf354c39b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c07fa741-b620-4729-b9ae-acbcf354c39b,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:09:52.646212 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': 'c07fa741-b620-4729-b9ae-acbcf354c39b', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'port_id': 'c07fa741-b620-4729-b9ae-acbcf354c39b', 'mac_address': 'fa:16:3e:b4:97:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:09:52.666464 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-497b9102-2e59-42d9-9337-90f05f45b6ae req-ed20721b-def2-4d47-8246-273612fb7ef1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Deleting port fa041098-0f3d-48dc-b623-a40e01e414cc {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:09:52.666868 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-497b9102-2e59-42d9-9337-90f05f45b6ae req-ed20721b-def2-4d47-8246-273612fb7ef1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:52.708474 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:52.730143 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07fa741-b620-4729-b9ae-acbcf354c39b {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:09:52.749412 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port c07fa741-b620-4729-b9ae-acbcf354c39b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c07fa741-b620-4729-b9ae-acbcf354c39b,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:09:52.753837 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:52.755829 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-9a156e45-196d-47e9-9c52-5bdee29613eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:52.835659 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=c07fa741-b620-4729-b9ae-acbcf354c39b,revision_number=9']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:52.843340 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-497b9102-2e59-42d9-9337-90f05f45b6ae req-ed20721b-def2-4d47-8246-273612fb7ef1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] For port fa041098-0f3d-48dc-b623-a40e01e414cc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fa041098-0f3d-48dc-b623-a40e01e414cc,segment=NetworkSegment(02d6ea9c-b7c6-43c6-998b-d26fce13f343),segment_id=02d6ea9c-b7c6-43c6-998b-d26fce13f343)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:09:52.843340 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-497b9102-2e59-42d9-9337-90f05f45b6ae req-ed20721b-def2-4d47-8246-273612fb7ef1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:52.847137 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:52.847489 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:52.847833 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:52.848242 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:52.848574 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:52.848909 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:52.849235 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:52.849596 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:52.850058 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:52.850414 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:52.850739 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:52.851093 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:09:52.855633 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:53.074350 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['c07fa741-b620-4729-b9ae-acbcf354c39b'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:09:53.224979 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf218f89-2d69-4d67-94b9-b5711251a844 req-23bfd6d6-a893-4a48-a531-5e41269c416f tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:53.226526 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bf218f89-2d69-4d67-94b9-b5711251a844 req-23bfd6d6-a893-4a48-a531-5e41269c416f tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 946 time: 0.2105393
May 10 20:09:53.228385 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-497b9102-2e59-42d9-9337-90f05f45b6ae req-ed20721b-def2-4d47-8246-273612fb7ef1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:53.228753 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-497b9102-2e59-42d9-9337-90f05f45b6ae req-ed20721b-def2-4d47-8246-273612fb7ef1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400245'] for floatingip, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:53.229071 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.db.l3_db [req-497b9102-2e59-42d9-9337-90f05f45b6ae req-ed20721b-def2-4d47-8246-273612fb7ef1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Floating IP 57ee3875-3f70-438b-93a9-1d49dd3e6698 disassociated. External IP: 172.27.1.134, port: fa041098-0f3d-48dc-b623-a40e01e414cc.
May 10 20:09:53.229412 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-497b9102-2e59-42d9-9337-90f05f45b6ae req-ed20721b-def2-4d47-8246-273612fb7ef1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Calling delete_port for fa041098-0f3d-48dc-b623-a40e01e414cc owned by compute:nova {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:09:53.397268 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bf218f89-2d69-4d67-94b9-b5711251a844 req-12c28080-2542-4d88-a5c9-d113c7476e20 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups?id=bfdf60ed-5188-408b-ae5e-6344176ac41b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1598969
May 10 20:09:53.507068 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-497b9102-2e59-42d9-9337-90f05f45b6ae req-ed20721b-def2-4d47-8246-273612fb7ef1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:53.514450 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:53.613018 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20721b-def2-4d47-8246-273612fb7ef1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Pushing event deleted for resources: {'Port': ['ID=fa041098-0f3d-48dc-b623-a40e01e414cc,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:53.627131 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ed20721b-def2-4d47-8246-273612fb7ef1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:53.829195 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91dc92-2f3b-434a-8c20-4ab61b0fd0f1 req-c60cf5b6-88fd-4433-8350-1663d91c7996 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:53.830932 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0d91dc92-2f3b-434a-8c20-4ab61b0fd0f1 req-c60cf5b6-88fd-4433-8350-1663d91c7996 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 945 time: 0.2817748
May 10 20:09:53.874358 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [req-497b9102-2e59-42d9-9337-90f05f45b6ae req-ed20721b-def2-4d47-8246-273612fb7ef1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Router 06c2df09-1c25-4cdb-b298-6e096f7b644f has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:09:53.902199 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0d91dc92-2f3b-434a-8c20-4ab61b0fd0f1 req-e3b68069-0b21-4549-8d15-7e131c115930 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0560696
May 10 20:09:54.109900 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-497b9102-2e59-42d9-9337-90f05f45b6ae req-ed20721b-def2-4d47-8246-273612fb7ef1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:09:54.120220 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771c3eb0-bee8-4e86-8c52-db081ae8940d None None] Sync routers for ids ['06c2df09-1c25-4cdb-b298-6e096f7b644f'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:09:54.141473 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771c3eb0-bee8-4e86-8c52-db081ae8940d None None] Routers {'06c2df09-1c25-4cdb-b298-6e096f7b644f'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:09:54.142265 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-771c3eb0-bee8-4e86-8c52-db081ae8940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff83e1280>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:09:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['06c2df09-1c25-4cdb-b298-6e096f7b644f'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:54.190241 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-497b9102-2e59-42d9-9337-90f05f45b6ae req-ed20721b-def2-4d47-8246-273612fb7ef1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] No DVR routers for this DVR port fa041098-0f3d-48dc-b623-a40e01e414cc on host hv-cinder-78836 {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:09:54.193121 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-497b9102-2e59-42d9-9337-90f05f45b6ae req-ed20721b-def2-4d47-8246-273612fb7ef1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:54.195904 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c09898-4b53-4419-bcbd-207ed4258770', 'name': 'network-vif-deleted', 'tag': 'fa041098-0f3d-48dc-b623-a40e01e414cc'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:09:54.220710 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-497b9102-2e59-42d9-9337-90f05f45b6ae req-ed20721b-def2-4d47-8246-273612fb7ef1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.30 "DELETE /v2.0/ports/fa041098-0f3d-48dc-b623-a40e01e414cc HTTP/1.1" status: 204  len: 173 time: 1.7275200
May 10 20:09:54.247470 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c09898-4b53-4419-bcbd-207ed4258770', 'name': 'network-vif-deleted', 'tag': 'fa041098-0f3d-48dc-b623-a40e01e414cc', 'status': 'completed', 'code': 200}
May 10 20:09:54.352588 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-771c3eb0-bee8-4e86-8c52-db081ae8940d None None] Set router 06c2df09-1c25-4cdb-b298-6e096f7b644f gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:09:54.520546 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device c07fa741-b620-4729-b9ae-acbcf354c39b up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:09:54.585385 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-fe24adda-aceb-42a3-b3e4-0a8251763748 req-fc0c39a8-af4e-4e44-83fd-41348039d4e8 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Synchronizing usage tracker for tenant:ef2cf49eae1d4d10ad224d6ec46ad00a on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:09:54.602542 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-fe24adda-aceb-42a3-b3e4-0a8251763748 req-fc0c39a8-af4e-4e44-83fd-41348039d4e8 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Unset dirty status for tenant:ef2cf49eae1d4d10ad224d6ec46ad00a on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:09:54.604630 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fe24adda-aceb-42a3-b3e4-0a8251763748 req-fc0c39a8-af4e-4e44-83fd-41348039d4e8 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c09898-4b53-4419-bcbd-207ed4258770 HTTP/1.1" status: 200  len: 210 time: 0.0663867
May 10 20:09:54.714205 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port c07fa741-b620-4729-b9ae-acbcf354c39b triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:09:54.714581 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:54.912906 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-771c3eb0-bee8-4e86-8c52-db081ae8940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff83e1280>, [{'id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:16Z', 'updated_at': '2021-05-10T19:59:24Z', 'revision_number': 4, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'gw_port': {'id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:18Z', 'updated_at': '2021-05-10T19:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc', 'name': '', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'mac_address': 'fa:16:3e:d0:2e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:37Z', 'revision_number': 5, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'subnets': [{'id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:54.915225 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:54.930798 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771c3eb0-bee8-4e86-8c52-db081ae8940d None None] Checking router: 06c2df09-1c25-4cdb-b298-6e096f7b644f for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:09:54.953389 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741e8453-6f3c-4f0a-ae83-e33b7369cce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07fa741-b620-4729-b9ae-acbcf354c39b'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:09:54.959834 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771c3eb0-bee8-4e86-8c52-db081ae8940d None None] Routers {'06c2df09-1c25-4cdb-b298-6e096f7b644f'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:09:54.960520 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-771c3eb0-bee8-4e86-8c52-db081ae8940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff83e1280>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:09:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['06c2df09-1c25-4cdb-b298-6e096f7b644f'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:55.125046 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port c07fa741-b620-4729-b9ae-acbcf354c39b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c07fa741-b620-4729-b9ae-acbcf354c39b,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:09:55.127777 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741e8453-6f3c-4f0a-ae83-e33b7369cce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07fa741-b620-4729-b9ae-acbcf354c39b', 'code': 200}
May 10 20:09:55.139126 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:55.144498 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-9a156e45-196d-47e9-9c52-5bdee29613eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:55.161234 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47575747-e40e-4d60-9fed-3ea36f27f06f req-c2e19c30-c378-441c-8026-185136f7d301 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:55.164039 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-47575747-e40e-4d60-9fed-3ea36f27f06f req-c2e19c30-c378-441c-8026-185136f7d301 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 945 time: 0.1179430
May 10 20:09:55.233304 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-47575747-e40e-4d60-9fed-3ea36f27f06f req-facffb04-5be8-48a8-9200-341329d3f90e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0616100
May 10 20:09:55.250946 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=c07fa741-b620-4729-b9ae-acbcf354c39b,revision_number=10']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:55.256357 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:55.281954 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-771c3eb0-bee8-4e86-8c52-db081ae8940d None None] Set router 06c2df09-1c25-4cdb-b298-6e096f7b644f gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:09:55.481778 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02fecd-8834-45b2-9b82-093b4d7436e7 req-2f2882a8-7e77-41e9-a305-f8fe046b07cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:55.484694 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ce02fecd-8834-45b2-9b82-093b4d7436e7 req-2f2882a8-7e77-41e9-a305-f8fe046b07cd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 1100 time: 0.0902181
May 10 20:09:55.537158 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ce02fecd-8834-45b2-9b82-093b4d7436e7 req-02fec21b-7d80-49f4-98c7-aba65569d46a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0456698
May 10 20:09:55.657257 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-771c3eb0-bee8-4e86-8c52-db081ae8940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff83e1280>, [{'id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:16Z', 'updated_at': '2021-05-10T19:59:24Z', 'revision_number': 4, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'gw_port': {'id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:18Z', 'updated_at': '2021-05-10T19:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc', 'name': '', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'mac_address': 'fa:16:3e:d0:2e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:37Z', 'revision_number': 5, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'subnets': [{'id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:09:55.665265 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771c3eb0-bee8-4e86-8c52-db081ae8940d None None] The sync data for ids ['06c2df09-1c25-4cdb-b298-6e096f7b644f'] in dv-cinder-788364-3-iscsi is: [{'id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:16Z', 'updated_at': '2021-05-10T19:59:24Z', 'revision_number': 4, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'gw_port': {'id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:18Z', 'updated_at': '2021-05-10T19:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc', 'name': '', 'network_id': '4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'mac_address': 'fa:16:3e:d0:2e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:37Z', 'revision_number': 5, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'subnets': [{'id': '0006aa00-bd28-429e-820e-13d3242b4a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:09:55.744317 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 53518) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:55.824075 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-84952f2f-bb8f-4772-9718-d2dc7404a519 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:55.860287 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-84952f2f-bb8f-4772-9718-d2dc7404a519 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:55.947377 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-84952f2f-bb8f-4772-9718-d2dc7404a519 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:55.954659 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c1038f-5b92-4fb2-b920-4ad674cefcb4 None None] New status for floating IP 57ee3875-3f70-438b-93a9-1d49dd3e6698: DOWN {{(pid=78730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:09:55.955615 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-318932d8-c0d0-4471-a03d-acfb84853256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:55.971951 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84952f2f-bb8f-4772-9718-d2dc7404a519 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdf60ed-5188-408b-ae5e-6344176ac41b,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:55.976945 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-84952f2f-bb8f-4772-9718-d2dc7404a519 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:55.987652 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-84952f2f-bb8f-4772-9718-d2dc7404a519 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:55.989636 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-84952f2f-bb8f-4772-9718-d2dc7404a519 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "DELETE /v2.0/security-groups/bfdf60ed-5188-408b-ae5e-6344176ac41b HTTP/1.1" status: 204  len: 168 time: 0.2440710
May 10 20:09:55.993711 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 53522) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:56.017845 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.api.v2.resource [None req-d33a479f-3c42-47a8-a0e4-3b3e0470d25f tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] show failed (client error): The resource could not be found.
May 10 20:09:56.019027 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-d33a479f-3c42-47a8-a0e4-3b3e0470d25f tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "GET /v2.0/security-groups/bfdf60ed-5188-408b-ae5e-6344176ac41b HTTP/1.1" status: 404  len: 347 time: 0.0239654
May 10 20:09:56.022010 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 53526) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:09:56.257081 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-295ee99d-7622-4613-a5d0-55f0dba7e314 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Deleting port 49db64f9-248b-4843-be2a-257575acf11a {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:09:56.257329 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-295ee99d-7622-4613-a5d0-55f0dba7e314 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:56.389754 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-295ee99d-7622-4613-a5d0-55f0dba7e314 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:56.389754 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-295ee99d-7622-4613-a5d0-55f0dba7e314 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:56.518465 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device fa041098-0f3d-48dc-b623-a40e01e414cc no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:09:56.519520 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-295ee99d-7622-4613-a5d0-55f0dba7e314 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Calling delete_port for 49db64f9-248b-4843-be2a-257575acf11a owned by network:floatingip {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:09:56.548092 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ed821-6ef1-4d5c-9609-8f781cf52950 req-3e0f4d0b-1d2d-4ba0-a45c-fad6486fa1e8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:56.550747 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-873ed821-6ef1-4d5c-9609-8f781cf52950 req-3e0f4d0b-1d2d-4ba0-a45c-fad6486fa1e8 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 947 time: 0.0937223
May 10 20:09:56.574727 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] No Port match for: fa041098-0f3d-48dc-b623-a40e01e414cc {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:09:56.575715 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device fa041098-0f3d-48dc-b623-a40e01e414cc not bound to the agent host hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:09:56.630326 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-873ed821-6ef1-4d5c-9609-8f781cf52950 req-7d580672-869d-4599-a5c5-4dd2fc4b360f tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0665946
May 10 20:09:56.695104 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-295ee99d-7622-4613-a5d0-55f0dba7e314 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:56.702844 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7aaec095-b94f-4163-b952-0ac5845d6bff tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:09:56.755259 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ee99d-7622-4613-a5d0-55f0dba7e314 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Pushing event deleted for resources: {'Port': ['ID=49db64f9-248b-4843-be2a-257575acf11a,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:09:56.783421 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-295ee99d-7622-4613-a5d0-55f0dba7e314 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:09:56.859499 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-295ee99d-7622-4613-a5d0-55f0dba7e314 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks [] for floatingip, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:56.885030 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-295ee99d-7622-4613-a5d0-55f0dba7e314 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:56.886774 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-295ee99d-7622-4613-a5d0-55f0dba7e314 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] 10.222.0.15 "DELETE /v2.0/floatingips/57ee3875-3f70-438b-93a9-1d49dd3e6698 HTTP/1.1" status: 204  len: 168 time: 0.8636651
May 10 20:09:57.362056 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-caa71e89-8e4d-4ca4-9ca0-94d40fe5e6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:09:57.845769 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056abd7-d791-4f3a-a76a-f6749624ac7c req-4e2acd38-0f57-4c21-8546-336f326c0332 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:09:57.848413 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d056abd7-d791-4f3a-a76a-f6749624ac7c req-4e2acd38-0f57-4c21-8546-336f326c0332 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 947 time: 0.1030848
May 10 20:09:57.895386 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d056abd7-d791-4f3a-a76a-f6749624ac7c req-703bd74f-b930-475c-bdc1-9d97b1f61339 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0411096
May 10 20:10:00.226281 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-aacba0c7-806e-4742-a3b0-08ee122c8336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:00.546713 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:01.242227 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 53602) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:02.010654 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4fb3bb01-ca62-4219-a3bd-7ef6742e27af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396620'] for router_interface, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:02.072884 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:02.463847 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-4fb3bb01-ca62-4219-a3bd-7ef6742e27af admin admin] Deleting port 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:10:02.464490 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4fb3bb01-ca62-4219-a3bd-7ef6742e27af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:02.609773 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-4fb3bb01-ca62-4219-a3bd-7ef6742e27af admin admin] For port 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc,segment=NetworkSegment(02d6ea9c-b7c6-43c6-998b-d26fce13f343),segment_id=02d6ea9c-b7c6-43c6-998b-d26fce13f343)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:02.610118 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4fb3bb01-ca62-4219-a3bd-7ef6742e27af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:02.734515 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-4fb3bb01-ca62-4219-a3bd-7ef6742e27af admin admin] Calling delete_port for 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc owned by network:router_interface {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:10:02.883291 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4fb3bb01-ca62-4219-a3bd-7ef6742e27af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:02.887311 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:02.931952 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3bb01-ca62-4219-a3bd-7ef6742e27af admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:02.935173 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-4fb3bb01-ca62-4219-a3bd-7ef6742e27af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:03.329418 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4fb3bb01-ca62-4219-a3bd-7ef6742e27af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397564'] for router_interface, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:03.765341 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:03.798548 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb3bb01-ca62-4219-a3bd-7ef6742e27af admin admin] Router 06c2df09-1c25-4cdb-b298-6e096f7b644f has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:10:03.983291 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb3bb01-ca62-4219-a3bd-7ef6742e27af admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:10:03.992529 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced47035-84db-4875-8ee8-b166f7b221fa None None] Sync routers for ids ['06c2df09-1c25-4cdb-b298-6e096f7b644f'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:10:03.996428 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-4fb3bb01-ca62-4219-a3bd-7ef6742e27af admin admin] 10.222.0.15 "PUT /v2.0/routers/06c2df09-1c25-4cdb-b298-6e096f7b644f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7530019
May 10 20:10:04.000585 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 53608) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:04.005544 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced47035-84db-4875-8ee8-b166f7b221fa None None] Routers {'06c2df09-1c25-4cdb-b298-6e096f7b644f'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:10:04.006443 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-ced47035-84db-4875-8ee8-b166f7b221fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff82de2b0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:10:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['06c2df09-1c25-4cdb-b298-6e096f7b644f'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:04.227050 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-670e9354-b1d0-47d6-812d-ce959bf7d6cf admin admin] Notify callbacks [] for router, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:04.233226 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-ced47035-84db-4875-8ee8-b166f7b221fa None None] Set router 06c2df09-1c25-4cdb-b298-6e096f7b644f gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:10:04.415869 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-670e9354-b1d0-47d6-812d-ce959bf7d6cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:04.490973 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-670e9354-b1d0-47d6-812d-ce959bf7d6cf admin admin] Deleting port dc7152fc-b9ec-4815-985c-efc89715f625 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:10:04.491309 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-670e9354-b1d0-47d6-812d-ce959bf7d6cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:04.624056 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-670e9354-b1d0-47d6-812d-ce959bf7d6cf admin admin] For port dc7152fc-b9ec-4815-985c-efc89715f625, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=dc7152fc-b9ec-4815-985c-efc89715f625,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:04.624434 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-670e9354-b1d0-47d6-812d-ce959bf7d6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:04.631426 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-ced47035-84db-4875-8ee8-b166f7b221fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff82de2b0>, [{'id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:16Z', 'updated_at': '2021-05-10T20:10:02Z', 'revision_number': 5, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'gw_port': {'id': 'dc7152fc-b9ec-4815-985c-efc89715f625', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:18Z', 'updated_at': '2021-05-10T19:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:04.638223 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced47035-84db-4875-8ee8-b166f7b221fa None None] Checking router: 06c2df09-1c25-4cdb-b298-6e096f7b644f for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:10:04.650450 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced47035-84db-4875-8ee8-b166f7b221fa None None] Routers {'06c2df09-1c25-4cdb-b298-6e096f7b644f'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:10:04.651152 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-ced47035-84db-4875-8ee8-b166f7b221fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff82de2b0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:10:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['06c2df09-1c25-4cdb-b298-6e096f7b644f'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:04.822133 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-ced47035-84db-4875-8ee8-b166f7b221fa None None] Set router 06c2df09-1c25-4cdb-b298-6e096f7b644f gateway port host: None {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:10:04.880513 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-670e9354-b1d0-47d6-812d-ce959bf7d6cf admin admin] Calling delete_port for dc7152fc-b9ec-4815-985c-efc89715f625 owned by network:router_gateway {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:10:04.935296 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-ced47035-84db-4875-8ee8-b166f7b221fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff82de2b0>, [{'id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:16Z', 'updated_at': '2021-05-10T20:10:04Z', 'revision_number': 6, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'gw_port_host': None}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:04.940548 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced47035-84db-4875-8ee8-b166f7b221fa None None] The sync data for ids ['06c2df09-1c25-4cdb-b298-6e096f7b644f'] in dv-cinder-788364-3-iscsi is: [{'id': '06c2df09-1c25-4cdb-b298-6e096f7b644f', 'name': 'tempest-AttachVolumeTestJSON-1374364104-router', 'tenant_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:16Z', 'updated_at': '2021-05-10T20:10:04Z', 'revision_number': 6, 'project_id': 'ef2cf49eae1d4d10ad224d6ec46ad00a', 'gw_port_host': None}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:10:05.027156 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-670e9354-b1d0-47d6-812d-ce959bf7d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:05.032099 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:05.078882 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e9354-b1d0-47d6-812d-ce959bf7d6cf admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7152fc-b9ec-4815-985c-efc89715f625,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:05.081372 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-670e9354-b1d0-47d6-812d-ce959bf7d6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:05.179490 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-670e9354-b1d0-47d6-812d-ce959bf7d6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400232'] for router_gateway, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:05.368583 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-670e9354-b1d0-47d6-812d-ce959bf7d6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13659'] for router, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:05.370856 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-670e9354-b1d0-47d6-812d-ce959bf7d6cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:05.399529 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-670e9354-b1d0-47d6-812d-ce959bf7d6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-337018'] for router, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:05.400166 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670e9354-b1d0-47d6-812d-ce959bf7d6cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06c2df09-1c25-4cdb-b298-6e096f7b644f {{(pid=78728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 20:10:05.413542 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-670e9354-b1d0-47d6-812d-ce959bf7d6cf admin admin] Notify callbacks [] for router, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:05.414669 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-670e9354-b1d0-47d6-812d-ce959bf7d6cf admin admin] 10.222.0.15 "DELETE /v2.0/routers/06c2df09-1c25-4cdb-b298-6e096f7b644f HTTP/1.1" status: 204  len: 168 time: 1.4131129
May 10 20:10:05.417134 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 53612) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:05.496034 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48fcda0-14a3-4f57-8324-cf04b9dab222 admin admin] Deleting subnet 0006aa00-bd28-429e-820e-13d3242b4a7f {{(pid=78728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:10:05.500475 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e48fcda0-14a3-4f57-8324-cf04b9dab222 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:05.552037 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e48fcda0-14a3-4f57-8324-cf04b9dab222 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965624'] for subnet, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:05.673391 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e48fcda0-14a3-4f57-8324-cf04b9dab222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3861428'] for subnet, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:05.809979 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device dc7152fc-b9ec-4815-985c-efc89715f625 no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:10:05.849511 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: dc7152fc-b9ec-4815-985c-efc89715f625 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:10:05.850428 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device dc7152fc-b9ec-4815-985c-efc89715f625 not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:10:05.850428 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:10:05.885791 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:10:05.886154 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 4b7b0b83-5715-4185-a1f8-2b5bf08e1bcc not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:10:05.954321 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e48fcda0-14a3-4f57-8324-cf04b9dab222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3861435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1644871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1879149'] for subnet, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:05.958847 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2bffd426-fc9e-46cb-a5e1-1c7757aa7135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:05.999864 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fcda0-14a3-4f57-8324-cf04b9dab222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0006aa00-bd28-429e-820e-13d3242b4a7f,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:06.003775 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e48fcda0-14a3-4f57-8324-cf04b9dab222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:06.004783 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e48fcda0-14a3-4f57-8324-cf04b9dab222 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:06.011718 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-e48fcda0-14a3-4f57-8324-cf04b9dab222 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0006aa00-bd28-429e-820e-13d3242b4a7f HTTP/1.1" status: 204  len: 168 time: 0.5936022
May 10 20:10:06.012061 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f7d6cd-0be9-4548-9014-d46bd50323b1 None None] Network 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:10:06.015265 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 53616) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:06.126653 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749300'] for network, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:06.204242 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] Deleting port 612554ad-c38d-4e01-a4c2-202722c4fccb {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:10:06.204586 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:06.275098 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7b7ac4-2dc2-4843-9166-3979feceaf5a None None] DHCP port deletion for 4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb request from dv-cinder-788364-3-iscsi {{(pid=78729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 20:10:06.307234 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] For port 612554ad-c38d-4e01-a4c2-202722c4fccb, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=612554ad-c38d-4e01-a4c2-202722c4fccb,segment=NetworkSegment(02d6ea9c-b7c6-43c6-998b-d26fce13f343),segment_id=02d6ea9c-b7c6-43c6-998b-d26fce13f343)] {{(pid=78727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:06.307503 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:06.344354 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-0e7b7ac4-2dc2-4843-9166-3979feceaf5a None None] Deleting port 612554ad-c38d-4e01-a4c2-202722c4fccb {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:10:06.344741 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7ac4-2dc2-4843-9166-3979feceaf5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:06.447176 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-0e7b7ac4-2dc2-4843-9166-3979feceaf5a None None] For port 612554ad-c38d-4e01-a4c2-202722c4fccb, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=612554ad-c38d-4e01-a4c2-202722c4fccb,segment=NetworkSegment(02d6ea9c-b7c6-43c6-998b-d26fce13f343),segment_id=02d6ea9c-b7c6-43c6-998b-d26fce13f343)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:06.447600 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7ac4-2dc2-4843-9166-3979feceaf5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:06.518867 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] Calling delete_port for 612554ad-c38d-4e01-a4c2-202722c4fccb owned by network:dhcp {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:10:06.568698 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:06.571662 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-0e7b7ac4-2dc2-4843-9166-3979feceaf5a None None] Calling delete_port for 612554ad-c38d-4e01-a4c2-202722c4fccb owned by network:dhcp {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:10:06.572547 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-6565c951-123b-4daa-9f9f-39d6f1ce2eb4 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:06.618441 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] Pushing event deleted for resources: {'Port': ['ID=612554ad-c38d-4e01-a4c2-202722c4fccb,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:06.621569 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:06.622574 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] No DVR routers for this DVR port 612554ad-c38d-4e01-a4c2-202722c4fccb on host dv-cinder-788364-3-iscsi {{(pid=78727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:10:06.699347 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7ac4-2dc2-4843-9166-3979feceaf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:06.703728 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-10010f2b-9a75-4016-8ad8-03c7620cfa95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:06.745854 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b7ac4-2dc2-4843-9166-3979feceaf5a None None] Pushing event deleted for resources: {'Port': ['ID=612554ad-c38d-4e01-a4c2-202722c4fccb,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:06.748760 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-0e7b7ac4-2dc2-4843-9166-3979feceaf5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:06.749534 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3858511', 'neutron.services.segments.db._delete_segments_for_network-8783201745565'] for network, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:06.749978 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7b7ac4-2dc2-4843-9166-3979feceaf5a None None] No DVR routers for this DVR port 612554ad-c38d-4e01-a4c2-202722c4fccb on host dv-cinder-788364-3-iscsi {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:10:06.769179 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcff2ebffd0>,) {'filters': {'network_id': ['4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb']}} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:06.782569 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff2ebffd0>, '02d6ea9c-b7c6-43c6-998b-d26fce13f343') {'for_net_delete': True} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:06.782860 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff2ebffd0>, '02d6ea9c-b7c6-43c6-998b-d26fce13f343') {} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:06.795233 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783201757287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11444055'] for segment, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:06.811608 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:06.817697 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=78727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:10:06.818076 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10490715'] for segment, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]: Traceback (most recent call last):
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:     timer()
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:     cb(*args, **kw)
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:     return func(*args, **kwargs)
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:     self._notify()
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:     self.callback(batched_events)
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:     event.method(event)
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:     return f(self, *a, **k)
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self._get(url).json()
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self.request(url, 'GET', **kwargs)
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:10:06.831856 dv-cinder-788364-3-iscsi neutron-server[78727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:10:06.910995 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3858486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400250'] for network, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:06.916291 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:06.918880 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:06.941797 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] Pushing event deleted for resources: {'Network': ['ID=4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:06.944447 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:06.958717 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-ccc92f7a-4fb7-4f3d-8ff4-735bef1db6ca admin admin] 10.222.0.15 "DELETE /v2.0/networks/4c0e913b-f4b8-4c1e-8fff-13ac106ef3fb HTTP/1.1" status: 204  len: 168 time: 0.9422247
May 10 20:10:07.086687 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 53622) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:07.137096 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-eff6e147-9cf0-4260-b520-b3fb01d851ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef2cf49eae1d4d10ad224d6ec46ad00a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0491912
May 10 20:10:07.140169 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 53626) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:07.198994 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a528b350-df7a-4285-9ce1-2978088262b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:07.224629 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a528b350-df7a-4285-9ce1-2978088262b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:07.276098 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a528b350-df7a-4285-9ce1-2978088262b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:07.281886 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-95b553ce-1c52-435f-b12b-f301889e51eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:07.298634 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528b350-df7a-4285-9ce1-2978088262b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496d7cc2-edb5-4cd5-9cc1-1e476be58eb6,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:07.301035 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a528b350-df7a-4285-9ce1-2978088262b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:07.309438 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a528b350-df7a-4285-9ce1-2978088262b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:07.311296 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-a528b350-df7a-4285-9ce1-2978088262b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/496d7cc2-edb5-4cd5-9cc1-1e476be58eb6 HTTP/1.1" status: 204  len: 168 time: 0.1696179
May 10 20:10:07.597440 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 612554ad-c38d-4e01-a4c2-202722c4fccb no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:10:07.671734 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: 612554ad-c38d-4e01-a4c2-202722c4fccb {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:10:07.672125 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 612554ad-c38d-4e01-a4c2-202722c4fccb not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:10:09.751434 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:10:12.717694 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:19.583983 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38179667-a30d-4a2f-8a82-fa75b54522ea req-df3cfc67-36be-4e2e-9ace-c0f0b85cfccf tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:19.586754 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-38179667-a30d-4a2f-8a82-fa75b54522ea req-df3cfc67-36be-4e2e-9ace-c0f0b85cfccf tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 984 time: 0.1346645
May 10 20:10:19.636795 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2578c5-e5eb-488e-9d66-a0c17efeaa6a req-67d8e373-faa8-4f1c-988a-324c517c671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:19.639200 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3f2578c5-e5eb-488e-9d66-a0c17efeaa6a req-67d8e373-faa8-4f1c-988a-324c517c671e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4cb2a0d67254029910111cb748e579b&device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 1137 time: 0.2345340
May 10 20:10:19.754089 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-38179667-a30d-4a2f-8a82-fa75b54522ea req-f9a493a8-5654-43d7-a163-525484354162 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f477e55f-b476-44a2-b814-d0469172cd66&id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1514757
May 10 20:10:19.933601 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2578c5-e5eb-488e-9d66-a0c17efeaa6a req-baa3f544-ac2b-470d-8479-b77ca1a488e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:19.934974 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3f2578c5-e5eb-488e-9d66-a0c17efeaa6a req-baa3f544-ac2b-470d-8479-b77ca1a488e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30cb932a-4f34-481b-8021-1eec5b5bf43d HTTP/1.1" status: 200  len: 914 time: 0.2859550
May 10 20:10:20.041340 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3f2578c5-e5eb-488e-9d66-a0c17efeaa6a req-edeb9874-bb72-46e1-9cd6-31a1ac400658 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae06559f-b243-48d4-81e7-005e92782abb HTTP/1.1" status: 200  len: 1000 time: 0.0992739
May 10 20:10:20.113401 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2578c5-e5eb-488e-9d66-a0c17efeaa6a req-fd6b5f0d-ef0e-4db8-941d-9e091891fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:20.114947 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3f2578c5-e5eb-488e-9d66-a0c17efeaa6a req-fd6b5f0d-ef0e-4db8-941d-9e091891fe4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f41a519f-4100-4d11-9295-c539a4276422 HTTP/1.1" status: 200  len: 853 time: 0.0654762
May 10 20:10:20.207542 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2578c5-e5eb-488e-9d66-a0c17efeaa6a req-ced5e490-98c1-45a3-9315-7db67ed51677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:20.209074 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3f2578c5-e5eb-488e-9d66-a0c17efeaa6a req-ced5e490-98c1-45a3-9315-7db67ed51677 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30cb932a-4f34-481b-8021-1eec5b5bf43d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824831
May 10 20:10:20.353924 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3f2578c5-e5eb-488e-9d66-a0c17efeaa6a req-43652cc3-c850-4336-bf02-d46cbf181456 service neutron] 10.222.0.30 "GET /v2.0/networks/30cb932a-4f34-481b-8021-1eec5b5bf43d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337929
May 10 20:10:20.490294 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3f2578c5-e5eb-488e-9d66-a0c17efeaa6a req-bdce8c4a-0f63-4c46-a14a-ed7060d57a31 service neutron] 10.222.0.30 "GET /v2.0/networks/30cb932a-4f34-481b-8021-1eec5b5bf43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280065
May 10 20:10:20.960408 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57f62c-ab1e-43fb-8dd1-82beca76b9be req-1167e907-7600-4984-8f0c-ebf614b9fcb9 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:20.961974 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4a57f62c-ab1e-43fb-8dd1-82beca76b9be req-1167e907-7600-4984-8f0c-ebf614b9fcb9 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 984 time: 0.0908356
May 10 20:10:21.012023 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4a57f62c-ab1e-43fb-8dd1-82beca76b9be req-bb260ace-2865-4fce-9899-f0f12196eb91 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f477e55f-b476-44a2-b814-d0469172cd66&id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0426838
May 10 20:10:22.207895 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5e238-dced-43db-97c3-837e6f5719e6 req-5728467b-a187-4302-a498-4c7dc4943f5e tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:22.209390 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-88e5e238-dced-43db-97c3-837e6f5719e6 req-5728467b-a187-4302-a498-4c7dc4943f5e tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 984 time: 0.0879817
May 10 20:10:22.260835 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-88e5e238-dced-43db-97c3-837e6f5719e6 req-9b6bb28f-f254-47e5-ae99-d89ed9aa4208 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f477e55f-b476-44a2-b814-d0469172cd66&id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0456655
May 10 20:10:23.466205 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d0eef-74b4-4428-8914-a0ba3e1f8dcb req-f04eda50-da9e-45ab-aa4d-c5bc99be1e5e tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:23.467961 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-df9d0eef-74b4-4428-8914-a0ba3e1f8dcb req-f04eda50-da9e-45ab-aa4d-c5bc99be1e5e tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 984 time: 0.0947189
May 10 20:10:23.523406 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-df9d0eef-74b4-4428-8914-a0ba3e1f8dcb req-c6d61f15-b88e-40f7-a36b-1afd13b30a74 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f477e55f-b476-44a2-b814-d0469172cd66&id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0486720
May 10 20:10:24.716251 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb732edc-bd14-4a0a-b8f5-79d3f5534ad1 req-080fa8a7-f952-42d3-bff8-f35d2b80216d tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:24.717810 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cb732edc-bd14-4a0a-b8f5-79d3f5534ad1 req-080fa8a7-f952-42d3-bff8-f35d2b80216d tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 984 time: 0.0843108
May 10 20:10:24.768159 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cb732edc-bd14-4a0a-b8f5-79d3f5534ad1 req-a67cb5aa-05cd-480c-a1ed-de4b7a7b036e tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f477e55f-b476-44a2-b814-d0469172cd66&id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0439568
May 10 20:10:25.682924 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 53862) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:25.804684 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:25.820622 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:10:25.824997 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Usage tracker for resource:security_group_rule and tenant:1dd6a37e2b544dd493f074cbafac7fcf is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:10:25.828205 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:10:25.834373 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:10:25.960134 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:25.964052 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:25.966706 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca7b54-f748-4320-bc61-6ccad4ec26e0 req-802dceb6-ed6e-4ae1-abee-d3ecb4648cf7 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:25.968838 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6fca7b54-f748-4320-bc61-6ccad4ec26e0 req-802dceb6-ed6e-4ae1-abee-d3ecb4648cf7 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 984 time: 0.0891991
May 10 20:10:25.972118 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-2b3391ad-01b6-428b-b338-3726a17f9b96 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:26.011639 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b45e651-0544-46e7-8e3e-61bc40aa3639,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:26.015602 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6fca7b54-f748-4320-bc61-6ccad4ec26e0 req-02dc0e6f-ed2d-460f-8f60-97a997d54be1 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f477e55f-b476-44a2-b814-d0469172cd66&id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0406492
May 10 20:10:26.016629 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1dd6a37e2b544dd493f074cbafac7fcf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3324656
May 10 20:10:26.018529 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 53870) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:26.023649 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.024131 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.024563 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.025058 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.025478 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.026052 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.026474 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.026894 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.027318 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.027733 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.028248 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.038678 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.038678 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:26.081260 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a2e4fdec-0697-4692-94d1-c6c559cf7f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:26.106274 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a2e4fdec-0697-4692-94d1-c6c559cf7f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:26.158417 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a2e4fdec-0697-4692-94d1-c6c559cf7f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:26.162634 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a528b350-df7a-4285-9ce1-2978088262b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:26.175841 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4fdec-0697-4692-94d1-c6c559cf7f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b45e651-0544-46e7-8e3e-61bc40aa3639,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:26.184619 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4fdec-0697-4692-94d1-c6c559cf7f43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.184992 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4fdec-0697-4692-94d1-c6c559cf7f43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.185424 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4fdec-0697-4692-94d1-c6c559cf7f43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.185808 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4fdec-0697-4692-94d1-c6c559cf7f43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.186128 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4fdec-0697-4692-94d1-c6c559cf7f43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.187289 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4fdec-0697-4692-94d1-c6c559cf7f43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.187645 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4fdec-0697-4692-94d1-c6c559cf7f43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.188015 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4fdec-0697-4692-94d1-c6c559cf7f43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.188370 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4fdec-0697-4692-94d1-c6c559cf7f43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.188713 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4fdec-0697-4692-94d1-c6c559cf7f43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.189055 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4fdec-0697-4692-94d1-c6c559cf7f43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.189393 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e4fdec-0697-4692-94d1-c6c559cf7f43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:10:26.192651 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a2e4fdec-0697-4692-94d1-c6c559cf7f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:26.193784 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a2e4fdec-0697-4692-94d1-c6c559cf7f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:26.197677 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-a2e4fdec-0697-4692-94d1-c6c559cf7f43 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b45e651-0544-46e7-8e3e-61bc40aa3639 HTTP/1.1" status: 204  len: 168 time: 0.1754537
May 10 20:10:26.504080 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 53878) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:26.522018 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-215967a9-6282-4d41-8ee6-25ab73761d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:26.539624 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-215967a9-6282-4d41-8ee6-25ab73761d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:10:26.544025 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-215967a9-6282-4d41-8ee6-25ab73761d4e admin admin] Usage tracker for resource:security_group_rule and tenant:b3201861e55241e9ba9f37d085f9b0df is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:10:26.547895 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-215967a9-6282-4d41-8ee6-25ab73761d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:10:26.554378 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-215967a9-6282-4d41-8ee6-25ab73761d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:10:26.653918 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-215967a9-6282-4d41-8ee6-25ab73761d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:26.659382 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-215967a9-6282-4d41-8ee6-25ab73761d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:26.666915 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0ec2a592-0eaf-4502-b2aa-88f3d5159bcb tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:26.710004 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-215967a9-6282-4d41-8ee6-25ab73761d4e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3201861e55241e9ba9f37d085f9b0df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2048128
May 10 20:10:26.711143 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215967a9-6282-4d41-8ee6-25ab73761d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33713a07-9cb8-401b-a3a8-e65bc7d5a7a2,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:26.713174 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 53882) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:26.715376 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-215967a9-6282-4d41-8ee6-25ab73761d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:26.783891 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d19cea22-da94-4269-9f90-f3d94d2e96f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:26.811918 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d19cea22-da94-4269-9f90-f3d94d2e96f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:26.869079 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d19cea22-da94-4269-9f90-f3d94d2e96f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:26.873586 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7f44c2f6-7d96-4468-87a4-278798f8da04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:26.887641 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cea22-da94-4269-9f90-f3d94d2e96f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33713a07-9cb8-401b-a3a8-e65bc7d5a7a2,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:26.893156 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-d19cea22-da94-4269-9f90-f3d94d2e96f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:26.899590 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d19cea22-da94-4269-9f90-f3d94d2e96f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:26.900728 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-d19cea22-da94-4269-9f90-f3d94d2e96f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33713a07-9cb8-401b-a3a8-e65bc7d5a7a2 HTTP/1.1" status: 204  len: 168 time: 0.1862872
May 10 20:10:27.226823 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7deae33-54da-49df-bd43-dd302c3b8b88 req-de3e928d-a695-4ea5-adb8-9b3fd052d5e9 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:27.228365 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d7deae33-54da-49df-bd43-dd302c3b8b88 req-de3e928d-a695-4ea5-adb8-9b3fd052d5e9 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 984 time: 0.0962577
May 10 20:10:27.278476 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d7deae33-54da-49df-bd43-dd302c3b8b88 req-5bc674bf-c610-4e14-b775-c1203f0bc957 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f477e55f-b476-44a2-b814-d0469172cd66&id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0438364
May 10 20:10:27.346807 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9215fbac-cc0e-43d0-ba6a-cde3053f39c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:28.478436 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0549b89-646b-46a4-a709-1f20c63d94e6 req-5f9cb73d-f2aa-4648-a49a-d508b6076f32 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:28.479916 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a0549b89-646b-46a4-a709-1f20c63d94e6 req-5f9cb73d-f2aa-4648-a49a-d508b6076f32 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 984 time: 0.0879583
May 10 20:10:28.532343 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a0549b89-646b-46a4-a709-1f20c63d94e6 req-da063a9d-bcc2-4548-8015-f35f218219f1 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f477e55f-b476-44a2-b814-d0469172cd66&id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0450199
May 10 20:10:29.764610 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f953713-0762-4961-82fa-411f4728239e req-b83a5fbc-2e51-4dc8-8557-22f3c8b097de tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:29.767014 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9f953713-0762-4961-82fa-411f4728239e req-b83a5fbc-2e51-4dc8-8557-22f3c8b097de tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 984 time: 0.1164551
May 10 20:10:29.822193 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9f953713-0762-4961-82fa-411f4728239e req-a113a0bc-e388-46e1-b283-19e042e5c97b tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f477e55f-b476-44a2-b814-d0469172cd66&id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0481949
May 10 20:10:30.232507 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7ef6e058-056e-4b5e-acdb-db8798a5ae4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:30.551047 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:31.035284 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649800f6-c4ce-4f07-9b8b-3405e9e05dfb req-00874677-be8e-49ed-b6f1-fd593500a9e0 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:31.036998 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-649800f6-c4ce-4f07-9b8b-3405e9e05dfb req-00874677-be8e-49ed-b6f1-fd593500a9e0 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 984 time: 0.0834692
May 10 20:10:31.087198 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-649800f6-c4ce-4f07-9b8b-3405e9e05dfb req-19dd1e36-8a39-486c-ba2b-345615313eb3 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f477e55f-b476-44a2-b814-d0469172cd66&id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0438774
May 10 20:10:32.073837 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:32.385747 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b0bcb-66b0-42e7-9a38-f41abfb90ac8 req-78b6f67c-b718-4d6c-ac7b-2b80122ec40c tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:32.387558 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-506b0bcb-66b0-42e7-9a38-f41abfb90ac8 req-78b6f67c-b718-4d6c-ac7b-2b80122ec40c tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 984 time: 0.1905117
May 10 20:10:32.438550 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-506b0bcb-66b0-42e7-9a38-f41abfb90ac8 req-607219df-4d92-4e38-bf14-3bf4b180f53e tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f477e55f-b476-44a2-b814-d0469172cd66&id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0443950
May 10 20:10:33.027478 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 53992) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:33.159791 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-00331d24-1437-4983-acd9-b687613db61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:33.175959 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-00331d24-1437-4983-acd9-b687613db61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:10:33.179831 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-00331d24-1437-4983-acd9-b687613db61c admin admin] Usage tracker for resource:security_group_rule and tenant:2f0da39d67bd48cc94f8d0fa6c591634 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:10:33.182746 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-00331d24-1437-4983-acd9-b687613db61c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:10:33.190720 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-00331d24-1437-4983-acd9-b687613db61c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:10:33.284421 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-00331d24-1437-4983-acd9-b687613db61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:33.289598 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-00331d24-1437-4983-acd9-b687613db61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:33.299355 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-215967a9-6282-4d41-8ee6-25ab73761d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:33.344541 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-00331d24-1437-4983-acd9-b687613db61c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f0da39d67bd48cc94f8d0fa6c591634&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3157487
May 10 20:10:33.345768 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00331d24-1437-4983-acd9-b687613db61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae5ef87-60a2-4941-9286-be4484c354e9,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:33.347355 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54000) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:33.349460 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-00331d24-1437-4983-acd9-b687613db61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:33.421502 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-be75ba2f-2f5e-4033-9811-e6bf894decb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:33.449235 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-be75ba2f-2f5e-4033-9811-e6bf894decb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:33.511077 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-be75ba2f-2f5e-4033-9811-e6bf894decb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:33.516147 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-88b69547-e89b-41e7-a672-d05d027e8364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:33.527625 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75ba2f-2f5e-4033-9811-e6bf894decb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae5ef87-60a2-4941-9286-be4484c354e9,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:33.532054 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-be75ba2f-2f5e-4033-9811-e6bf894decb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:33.535531 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-be75ba2f-2f5e-4033-9811-e6bf894decb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:33.538784 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-be75ba2f-2f5e-4033-9811-e6bf894decb4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aae5ef87-60a2-4941-9286-be4484c354e9 HTTP/1.1" status: 204  len: 168 time: 0.1883314
May 10 20:10:33.669079 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916267a6-e7f5-49a1-81d2-8f86142ae92d req-aa67b439-a6ca-4644-83cc-7a703439b036 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:33.671138 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-916267a6-e7f5-49a1-81d2-8f86142ae92d req-aa67b439-a6ca-4644-83cc-7a703439b036 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 984 time: 0.0972838
May 10 20:10:33.749380 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-916267a6-e7f5-49a1-81d2-8f86142ae92d req-16ffd349-fd11-4764-a32c-05b90f50e7eb tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f477e55f-b476-44a2-b814-d0469172cd66&id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0698421
May 10 20:10:33.782453 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:33.978728 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54010) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:34.001390 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f00ffd2b-8743-4e47-a5f1-d43720907a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:34.018223 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-f00ffd2b-8743-4e47-a5f1-d43720907a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:10:34.022679 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-f00ffd2b-8743-4e47-a5f1-d43720907a5d admin admin] Usage tracker for resource:security_group_rule and tenant:8e748a925766485487faca0ff64daf97 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:10:34.025941 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-f00ffd2b-8743-4e47-a5f1-d43720907a5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:10:34.032452 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-f00ffd2b-8743-4e47-a5f1-d43720907a5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:10:34.147530 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f00ffd2b-8743-4e47-a5f1-d43720907a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:34.152600 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f00ffd2b-8743-4e47-a5f1-d43720907a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:34.162120 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-dbe6abbe-5df3-48ad-ac0d-218982718f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:34.209664 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-f00ffd2b-8743-4e47-a5f1-d43720907a5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e748a925766485487faca0ff64daf97&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2295008
May 10 20:10:34.210614 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ffd2b-8743-4e47-a5f1-d43720907a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054a982f-9ff2-45bb-953c-5b32a378c4e5,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:34.212491 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 54014) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:34.213908 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-f00ffd2b-8743-4e47-a5f1-d43720907a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:34.276100 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bcae00aa-1e15-426f-a762-c0556ef57e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:34.304341 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bcae00aa-1e15-426f-a762-c0556ef57e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:34.357160 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bcae00aa-1e15-426f-a762-c0556ef57e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:34.360974 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ab2300cc-24fc-46ed-a9ec-7ee3d4fd3967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:34.375853 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae00aa-1e15-426f-a762-c0556ef57e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054a982f-9ff2-45bb-953c-5b32a378c4e5,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:34.378811 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-bcae00aa-1e15-426f-a762-c0556ef57e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:34.388576 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bcae00aa-1e15-426f-a762-c0556ef57e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:34.390225 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-bcae00aa-1e15-426f-a762-c0556ef57e23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/054a982f-9ff2-45bb-953c-5b32a378c4e5 HTTP/1.1" status: 204  len: 168 time: 0.1762552
May 10 20:10:34.964049 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff221501-2c5f-44bf-9403-2d865e0dd296 req-94f1196b-5755-46ac-90bd-0c2707d4cec4 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:34.965639 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ff221501-2c5f-44bf-9403-2d865e0dd296 req-94f1196b-5755-46ac-90bd-0c2707d4cec4 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 984 time: 0.0975873
May 10 20:10:35.017017 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ff221501-2c5f-44bf-9403-2d865e0dd296 req-0b3caf9c-43bf-4e95-97c9-a8ae6c741f4b tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f477e55f-b476-44a2-b814-d0469172cd66&id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0449884
May 10 20:10:36.209484 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54870bb7-ccd5-4f2e-85ce-f744b422419d req-a212bddb-5029-4d80-9d35-e155e42b2bb3 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:36.210958 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-54870bb7-ccd5-4f2e-85ce-f744b422419d req-a212bddb-5029-4d80-9d35-e155e42b2bb3 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 984 time: 0.0831132
May 10 20:10:36.261910 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-54870bb7-ccd5-4f2e-85ce-f744b422419d req-270b374f-fb19-4745-a79a-316cae39d9ab tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f477e55f-b476-44a2-b814-d0469172cd66&id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0451245
May 10 20:10:37.464620 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfae74-b827-4800-aa06-88d8453942e1 req-a37b6b29-28e3-47a5-b5cf-fa3be1de5e48 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:37.468535 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3abfae74-b827-4800-aa06-88d8453942e1 req-a37b6b29-28e3-47a5-b5cf-fa3be1de5e48 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 984 time: 0.0951848
May 10 20:10:37.517805 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3abfae74-b827-4800-aa06-88d8453942e1 req-1058d0c6-2cd7-4c57-a62a-392d8af95fa5 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f477e55f-b476-44a2-b814-d0469172cd66&id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0437100
May 10 20:10:42.706607 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:44.868309 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 54158) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:45.002537 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-902332e7-5514-464a-8c50-5cdeb67d68ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:45.019837 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-902332e7-5514-464a-8c50-5cdeb67d68ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:10:45.023678 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-902332e7-5514-464a-8c50-5cdeb67d68ef admin admin] Usage tracker for resource:security_group_rule and tenant:cf1a5257a1ba4b83ae1daf64f27de10d is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:10:45.026698 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-902332e7-5514-464a-8c50-5cdeb67d68ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:10:45.033764 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-902332e7-5514-464a-8c50-5cdeb67d68ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:10:45.127259 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-902332e7-5514-464a-8c50-5cdeb67d68ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:45.131218 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-902332e7-5514-464a-8c50-5cdeb67d68ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:45.138725 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b3d294ab-7cce-4b51-b62f-3a623ff36200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:45.182644 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-902332e7-5514-464a-8c50-5cdeb67d68ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf1a5257a1ba4b83ae1daf64f27de10d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3132119
May 10 20:10:45.183522 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902332e7-5514-464a-8c50-5cdeb67d68ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18054857-d8e0-4263-a9c2-629cc4793487,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:45.185656 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54166) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:45.187458 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-902332e7-5514-464a-8c50-5cdeb67d68ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:45.252487 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8dc5bf43-c2a3-443c-a277-377b2dd4044f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:45.279654 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8dc5bf43-c2a3-443c-a277-377b2dd4044f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:45.335216 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8dc5bf43-c2a3-443c-a277-377b2dd4044f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:45.339128 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-1cec2443-bc81-4657-a787-c70b12852777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:45.352309 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5bf43-c2a3-443c-a277-377b2dd4044f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18054857-d8e0-4263-a9c2-629cc4793487,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:45.356409 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-8dc5bf43-c2a3-443c-a277-377b2dd4044f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:45.362604 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8dc5bf43-c2a3-443c-a277-377b2dd4044f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:45.363709 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-8dc5bf43-c2a3-443c-a277-377b2dd4044f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18054857-d8e0-4263-a9c2-629cc4793487 HTTP/1.1" status: 204  len: 168 time: 0.1763351
May 10 20:10:45.760489 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54174) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:45.779159 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-61c0424b-3a80-4211-a0ee-c0717f992bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:45.794406 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-61c0424b-3a80-4211-a0ee-c0717f992bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:10:45.799138 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-61c0424b-3a80-4211-a0ee-c0717f992bba admin admin] Usage tracker for resource:security_group_rule and tenant:7c17006ac4de4a30b11b1e96bfda9309 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:10:45.802022 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-61c0424b-3a80-4211-a0ee-c0717f992bba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:10:45.808624 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-61c0424b-3a80-4211-a0ee-c0717f992bba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:10:45.906813 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-61c0424b-3a80-4211-a0ee-c0717f992bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:45.911816 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-61c0424b-3a80-4211-a0ee-c0717f992bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:45.919758 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-6720218c-8604-4f4d-aef1-138d9d43cc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:45.962672 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0424b-3a80-4211-a0ee-c0717f992bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10400cc6-3033-4e74-a6f1-788369da89f3,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:45.967628 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-61c0424b-3a80-4211-a0ee-c0717f992bba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c17006ac4de4a30b11b1e96bfda9309&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2045245
May 10 20:10:45.968735 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-61c0424b-3a80-4211-a0ee-c0717f992bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:45.970681 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54178) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:46.040298 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0146bcda-f716-4926-a29a-08cade15e52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:46.071458 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0146bcda-f716-4926-a29a-08cade15e52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:46.128719 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0146bcda-f716-4926-a29a-08cade15e52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:46.132755 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-22422d7f-373f-41d7-ba12-c327bc852ce1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:46.144430 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146bcda-f716-4926-a29a-08cade15e52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10400cc6-3033-4e74-a6f1-788369da89f3,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:46.146755 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-0146bcda-f716-4926-a29a-08cade15e52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:46.155923 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0146bcda-f716-4926-a29a-08cade15e52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:46.157121 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-0146bcda-f716-4926-a29a-08cade15e52e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10400cc6-3033-4e74-a6f1-788369da89f3 HTTP/1.1" status: 204  len: 168 time: 0.1854737
May 10 20:10:46.523523 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 54186) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:46.543544 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-99553470-831a-4224-8480-7fd29cfd4553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:46.559200 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-99553470-831a-4224-8480-7fd29cfd4553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:10:46.564483 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-99553470-831a-4224-8480-7fd29cfd4553 admin admin] Usage tracker for resource:security_group_rule and tenant:95d3e969dadf49a18e4654f1fbeb75e0 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:10:46.567435 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-99553470-831a-4224-8480-7fd29cfd4553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:10:46.573247 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-99553470-831a-4224-8480-7fd29cfd4553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:10:46.660374 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-99553470-831a-4224-8480-7fd29cfd4553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:46.664476 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-99553470-831a-4224-8480-7fd29cfd4553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:46.671380 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-dc4f909e-f3ba-4c18-a143-d86ae5a2f9f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:46.713024 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-99553470-831a-4224-8480-7fd29cfd4553 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95d3e969dadf49a18e4654f1fbeb75e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1883752
May 10 20:10:46.713933 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99553470-831a-4224-8480-7fd29cfd4553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebaa134-f05d-4695-850c-8291dc7da87b,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:46.715702 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54190) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:46.716973 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-99553470-831a-4224-8480-7fd29cfd4553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:46.752585 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:10:46.793692 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2cf84cd8-4cca-46d3-96a8-9cb31a6aa827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:46.820914 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2cf84cd8-4cca-46d3-96a8-9cb31a6aa827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:46.880084 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2cf84cd8-4cca-46d3-96a8-9cb31a6aa827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:46.883927 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-e3c4509a-2b80-43a1-97f0-51725a6173a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:46.897560 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf84cd8-4cca-46d3-96a8-9cb31a6aa827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebaa134-f05d-4695-850c-8291dc7da87b,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:46.901545 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-2cf84cd8-4cca-46d3-96a8-9cb31a6aa827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:46.907068 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-2cf84cd8-4cca-46d3-96a8-9cb31a6aa827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:46.908605 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-2cf84cd8-4cca-46d3-96a8-9cb31a6aa827 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bebaa134-f05d-4695-850c-8291dc7da87b HTTP/1.1" status: 204  len: 168 time: 0.1913021
May 10 20:10:47.464025 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1bfb897e-481b-4aa9-b68b-b9cc6b707aa4 req-6ba9453f-b436-4776-aecf-d59d0585635f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0780723
May 10 20:10:47.625805 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb897e-481b-4aa9-b68b-b9cc6b707aa4 req-4c84d5ad-ddb0-4924-9a1c-7242b49e9543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:47.627331 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1bfb897e-481b-4aa9-b68b-b9cc6b707aa4 req-4c84d5ad-ddb0-4924-9a1c-7242b49e9543 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b65721b496f24a29859a65925c5d03bf&device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 1100 time: 0.0877588
May 10 20:10:47.798887 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb897e-481b-4aa9-b68b-b9cc6b707aa4 req-9b227c17-d706-4bc3-a82e-b8ae6cd104bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:47.801560 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1bfb897e-481b-4aa9-b68b-b9cc6b707aa4 req-9b227c17-d706-4bc3-a82e-b8ae6cd104bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 HTTP/1.1" status: 200  len: 916 time: 0.1545792
May 10 20:10:47.924481 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1bfb897e-481b-4aa9-b68b-b9cc6b707aa4 req-3a6265f4-dfaa-4a43-82d1-4bb45364b172 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c07fa741-b620-4729-b9ae-acbcf354c39b HTTP/1.1" status: 200  len: 1001 time: 0.1161401
May 10 20:10:47.997224 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb897e-481b-4aa9-b68b-b9cc6b707aa4 req-4830ee4a-0256-438b-b85f-95a6e6586805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:47.999403 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1bfb897e-481b-4aa9-b68b-b9cc6b707aa4 req-4830ee4a-0256-438b-b85f-95a6e6586805 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c0f63c-4d1b-479f-a1ab-64a94c500e7f HTTP/1.1" status: 200  len: 855 time: 0.0683603
May 10 20:10:48.108371 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb897e-481b-4aa9-b68b-b9cc6b707aa4 req-2ff85ab2-26d2-4222-9470-d6ee2373df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:48.109575 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1bfb897e-481b-4aa9-b68b-b9cc6b707aa4 req-2ff85ab2-26d2-4222-9470-d6ee2373df92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0964863
May 10 20:10:48.255093 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1bfb897e-481b-4aa9-b68b-b9cc6b707aa4 req-1172c94d-919f-45b3-adba-382ad0bfbb90 service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371055
May 10 20:10:48.512986 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1bfb897e-481b-4aa9-b68b-b9cc6b707aa4 req-7992345a-29cb-47a1-bc1f-55cf0692b534 service neutron] 10.222.0.30 "GET /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2507772
May 10 20:10:48.915494 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54246) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:49.034125 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-20aef90f-b1e1-41b0-9491-f5460730050d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:49.050123 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-20aef90f-b1e1-41b0-9491-f5460730050d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:10:49.054116 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-20aef90f-b1e1-41b0-9491-f5460730050d admin admin] Usage tracker for resource:security_group_rule and tenant:a95366204117419cb1c6369bfa808626 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:10:49.057172 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-20aef90f-b1e1-41b0-9491-f5460730050d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:10:49.063835 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-20aef90f-b1e1-41b0-9491-f5460730050d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:10:49.152245 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-20aef90f-b1e1-41b0-9491-f5460730050d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:49.155997 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-20aef90f-b1e1-41b0-9491-f5460730050d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:49.163437 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-a6e1ed79-b96e-4a0c-97a5-5e5371e893b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:49.202861 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aef90f-b1e1-41b0-9491-f5460730050d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af6e31b-40f3-4bc2-83ee-eec1eb34ddba,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:49.205948 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-20aef90f-b1e1-41b0-9491-f5460730050d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:49.208575 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-20aef90f-b1e1-41b0-9491-f5460730050d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a95366204117419cb1c6369bfa808626&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2920802
May 10 20:10:49.211379 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54252) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:49.271080 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dac2cfe6-907b-418a-b446-a855ca84f718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:49.303562 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dac2cfe6-907b-418a-b446-a855ca84f718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:49.355333 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dac2cfe6-907b-418a-b446-a855ca84f718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:49.359742 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-0d41b7f6-fb68-4eae-84f8-68eaa764446f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:49.371285 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2cfe6-907b-418a-b446-a855ca84f718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af6e31b-40f3-4bc2-83ee-eec1eb34ddba,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:49.375745 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-dac2cfe6-907b-418a-b446-a855ca84f718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:49.379133 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dac2cfe6-907b-418a-b446-a855ca84f718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:49.380280 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-dac2cfe6-907b-418a-b446-a855ca84f718 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0af6e31b-40f3-4bc2-83ee-eec1eb34ddba HTTP/1.1" status: 204  len: 168 time: 0.1679912
May 10 20:10:49.690635 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54260) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:49.709559 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-09477224-47a9-40d8-bb1f-eee8c46b78eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:49.727130 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-09477224-47a9-40d8-bb1f-eee8c46b78eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:10:49.732010 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-09477224-47a9-40d8-bb1f-eee8c46b78eb admin admin] Usage tracker for resource:security_group_rule and tenant:19ef32a87dea4c0c8015aa03dee594b3 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:10:49.737900 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-09477224-47a9-40d8-bb1f-eee8c46b78eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:10:49.745185 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-09477224-47a9-40d8-bb1f-eee8c46b78eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:10:49.840413 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-09477224-47a9-40d8-bb1f-eee8c46b78eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:49.846143 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-09477224-47a9-40d8-bb1f-eee8c46b78eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:49.859537 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-309ac662-8e5a-4b11-b557-881adf9cbcce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:49.911638 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-09477224-47a9-40d8-bb1f-eee8c46b78eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=19ef32a87dea4c0c8015aa03dee594b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2194865
May 10 20:10:49.913910 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09477224-47a9-40d8-bb1f-eee8c46b78eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919226c2-e819-415e-a581-b9ff5a1533d9,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:49.914151 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 54264) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:49.917053 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-09477224-47a9-40d8-bb1f-eee8c46b78eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:49.977157 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-45f8be2a-40c0-4116-8587-ce839e0c6de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:50.003643 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-45f8be2a-40c0-4116-8587-ce839e0c6de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:50.059619 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-45f8be2a-40c0-4116-8587-ce839e0c6de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:50.063974 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0b148bac-c23c-45c7-97fd-ab2afe9b1dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:50.078338 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8be2a-40c0-4116-8587-ce839e0c6de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919226c2-e819-415e-a581-b9ff5a1533d9,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:50.081208 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-45f8be2a-40c0-4116-8587-ce839e0c6de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:50.090611 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-45f8be2a-40c0-4116-8587-ce839e0c6de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:50.091709 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-45f8be2a-40c0-4116-8587-ce839e0c6de7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/919226c2-e819-415e-a581-b9ff5a1533d9 HTTP/1.1" status: 204  len: 168 time: 0.1765199
May 10 20:10:52.546418 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 54336) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:52.670638 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3cd15d5f-3657-49ba-a262-da8122d708b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:52.685289 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-3cd15d5f-3657-49ba-a262-da8122d708b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:10:52.689745 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-3cd15d5f-3657-49ba-a262-da8122d708b5 admin admin] Usage tracker for resource:security_group_rule and tenant:6573080860314dd9adc37554a1c038e1 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:10:52.692630 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-3cd15d5f-3657-49ba-a262-da8122d708b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:10:52.698360 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-3cd15d5f-3657-49ba-a262-da8122d708b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:10:52.790387 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3cd15d5f-3657-49ba-a262-da8122d708b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:52.795709 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3cd15d5f-3657-49ba-a262-da8122d708b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:52.803138 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-84952f2f-bb8f-4772-9718-d2dc7404a519 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:52.845807 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd15d5f-3657-49ba-a262-da8122d708b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15538e1-e2d2-41bf-83b0-9095bc17ac32,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:52.849227 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3cd15d5f-3657-49ba-a262-da8122d708b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:52.851816 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-3cd15d5f-3657-49ba-a262-da8122d708b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6573080860314dd9adc37554a1c038e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3043473
May 10 20:10:52.854672 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 54344) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:52.918199 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a016d040-c942-4be8-a5f1-7dbad1113364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:52.951008 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a016d040-c942-4be8-a5f1-7dbad1113364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.009337 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a016d040-c942-4be8-a5f1-7dbad1113364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.013188 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-cefa2101-fbb3-4d15-8ba7-2cd4144b325c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:53.025125 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016d040-c942-4be8-a5f1-7dbad1113364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15538e1-e2d2-41bf-83b0-9095bc17ac32,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:53.028817 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a016d040-c942-4be8-a5f1-7dbad1113364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:53.032824 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a016d040-c942-4be8-a5f1-7dbad1113364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.033955 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-a016d040-c942-4be8-a5f1-7dbad1113364 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c15538e1-e2d2-41bf-83b0-9095bc17ac32 HTTP/1.1" status: 204  len: 168 time: 0.1783416
May 10 20:10:53.351221 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 54352) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:53.369378 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-652c7594-2f72-4e40-8361-455818c0f570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.384756 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-652c7594-2f72-4e40-8361-455818c0f570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:10:53.388660 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-652c7594-2f72-4e40-8361-455818c0f570 admin admin] Usage tracker for resource:security_group_rule and tenant:3ce5b95ad0f44fa8943e499c15abe113 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:10:53.391584 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-652c7594-2f72-4e40-8361-455818c0f570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:10:53.397332 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-652c7594-2f72-4e40-8361-455818c0f570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:10:53.486558 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-652c7594-2f72-4e40-8361-455818c0f570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.490760 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-652c7594-2f72-4e40-8361-455818c0f570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.498258 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a2e4fdec-0697-4692-94d1-c6c559cf7f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:53.540461 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-652c7594-2f72-4e40-8361-455818c0f570 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ce5b95ad0f44fa8943e499c15abe113&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1880417
May 10 20:10:53.541210 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c7594-2f72-4e40-8361-455818c0f570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4012b8-af15-423c-9cb5-b96b26119a73,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:53.543347 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54358) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:53.544175 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-652c7594-2f72-4e40-8361-455818c0f570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:53.625670 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-30d82d65-170d-44c9-9343-bb679bd4f013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.653800 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-30d82d65-170d-44c9-9343-bb679bd4f013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.711618 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-30d82d65-170d-44c9-9343-bb679bd4f013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.715598 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-c6d4d9dd-e6de-40a9-82f3-9f210eadf8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:53.729906 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d82d65-170d-44c9-9343-bb679bd4f013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4012b8-af15-423c-9cb5-b96b26119a73,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:53.732524 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-30d82d65-170d-44c9-9343-bb679bd4f013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:53.741439 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-30d82d65-170d-44c9-9343-bb679bd4f013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:53.745462 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-30d82d65-170d-44c9-9343-bb679bd4f013 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e4012b8-af15-423c-9cb5-b96b26119a73 HTTP/1.1" status: 204  len: 168 time: 0.1926765
May 10 20:10:54.127822 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295892c5-a8ad-4b99-aa12-a0a9ea299c28 req-6a69d90e-8d49-466c-979b-e024cea0bcde tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:54.129452 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-295892c5-a8ad-4b99-aa12-a0a9ea299c28 req-6a69d90e-8d49-466c-979b-e024cea0bcde tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 947 time: 0.1018298
May 10 20:10:54.178424 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-295892c5-a8ad-4b99-aa12-a0a9ea299c28 req-402de3e6-f291-4924-ba90-a884d3018e3e tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0432465
May 10 20:10:55.384558 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30eecb-7802-4769-8797-d0c97899eafe req-62ca969b-137d-4e7a-a254-e189428b3ebf tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:55.385944 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0b30eecb-7802-4769-8797-d0c97899eafe req-62ca969b-137d-4e7a-a254-e189428b3ebf tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 947 time: 0.0811903
May 10 20:10:55.433902 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0b30eecb-7802-4769-8797-d0c97899eafe req-da9b20b2-820e-4ca0-babc-7ddacda514f3 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups?id=5367f834-47ff-4c68-8fe8-10711febfc48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422516
May 10 20:10:55.618851 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052cb00-73db-4941-88d6-bb5e0ee46a0f req-9fc3366a-bcb3-4dd5-9961-8d577ab89019 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:10:55.620278 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0052cb00-73db-4941-88d6-bb5e0ee46a0f req-9fc3366a-bcb3-4dd5-9961-8d577ab89019 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.30 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 947 time: 0.0806065
May 10 20:10:55.756400 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-0052cb00-73db-4941-88d6-bb5e0ee46a0f req-27a33f46-970a-4fa9-b1b2-c7d9c704ab3b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Deleting port c07fa741-b620-4729-b9ae-acbcf354c39b {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:10:55.756743 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-0052cb00-73db-4941-88d6-bb5e0ee46a0f req-27a33f46-970a-4fa9-b1b2-c7d9c704ab3b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:55.896041 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-0052cb00-73db-4941-88d6-bb5e0ee46a0f req-27a33f46-970a-4fa9-b1b2-c7d9c704ab3b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] For port c07fa741-b620-4729-b9ae-acbcf354c39b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c07fa741-b620-4729-b9ae-acbcf354c39b,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:10:55.896395 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-0052cb00-73db-4941-88d6-bb5e0ee46a0f req-27a33f46-970a-4fa9-b1b2-c7d9c704ab3b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:56.184102 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-0052cb00-73db-4941-88d6-bb5e0ee46a0f req-27a33f46-970a-4fa9-b1b2-c7d9c704ab3b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:56.184384 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-0052cb00-73db-4941-88d6-bb5e0ee46a0f req-27a33f46-970a-4fa9-b1b2-c7d9c704ab3b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400245'] for floatingip, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:56.184699 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.db.l3_db [req-0052cb00-73db-4941-88d6-bb5e0ee46a0f req-27a33f46-970a-4fa9-b1b2-c7d9c704ab3b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Floating IP 35bfd8b8-ba6f-45a0-b1a5-121d2123a2a6 disassociated. External IP: 172.27.1.23, port: c07fa741-b620-4729-b9ae-acbcf354c39b.
May 10 20:10:56.185057 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-0052cb00-73db-4941-88d6-bb5e0ee46a0f req-27a33f46-970a-4fa9-b1b2-c7d9c704ab3b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Calling delete_port for c07fa741-b620-4729-b9ae-acbcf354c39b owned by compute:nova {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:10:56.298245 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-0052cb00-73db-4941-88d6-bb5e0ee46a0f req-27a33f46-970a-4fa9-b1b2-c7d9c704ab3b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:56.304158 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-30019eee-124e-4de5-a420-985a56104465 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:56.349156 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a33f46-970a-4fa9-b1b2-c7d9c704ab3b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Pushing event deleted for resources: {'Port': ['ID=c07fa741-b620-4729-b9ae-acbcf354c39b,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:56.352517 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-27a33f46-970a-4fa9-b1b2-c7d9c704ab3b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:56.631279 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b8fcd170-18e2-4dce-bf27-6ac30b5bebb1 req-bde639b7-016c-41f5-9ff1-7839ca5b2538 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/ports?device_id=741e8453-6f3c-4f0a-ae83-e33b7369cce3 HTTP/1.1" status: 200  len: 210 time: 0.0521863
May 10 20:10:56.696487 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0052cb00-73db-4941-88d6-bb5e0ee46a0f req-27a33f46-970a-4fa9-b1b2-c7d9c704ab3b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:10:56.938671 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0052cb00-73db-4941-88d6-bb5e0ee46a0f req-27a33f46-970a-4fa9-b1b2-c7d9c704ab3b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:10:56.948147 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d882a3f5-1ed2-4cf4-837e-7ae7ba036900 None None] Sync routers for ids ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'] in dv-cinder-788364-3-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:10:56.957344 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d882a3f5-1ed2-4cf4-837e-7ae7ba036900 None None] Routers {'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:10:56.957949 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-d882a3f5-1ed2-4cf4-837e-7ae7ba036900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff930a610>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:10:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:57.015175 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-0052cb00-73db-4941-88d6-bb5e0ee46a0f req-27a33f46-970a-4fa9-b1b2-c7d9c704ab3b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] No DVR routers for this DVR port c07fa741-b620-4729-b9ae-acbcf354c39b on host hv-cinder-78836 {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:10:57.017800 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-0052cb00-73db-4941-88d6-bb5e0ee46a0f req-27a33f46-970a-4fa9-b1b2-c7d9c704ab3b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:57.020401 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741e8453-6f3c-4f0a-ae83-e33b7369cce3', 'name': 'network-vif-deleted', 'tag': 'c07fa741-b620-4729-b9ae-acbcf354c39b'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:10:57.037189 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0052cb00-73db-4941-88d6-bb5e0ee46a0f req-27a33f46-970a-4fa9-b1b2-c7d9c704ab3b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.30 "DELETE /v2.0/ports/c07fa741-b620-4729-b9ae-acbcf354c39b HTTP/1.1" status: 204  len: 173 time: 1.4109466
May 10 20:10:57.071580 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741e8453-6f3c-4f0a-ae83-e33b7369cce3', 'name': 'network-vif-deleted', 'tag': 'c07fa741-b620-4729-b9ae-acbcf354c39b', 'status': 'completed', 'code': 200}
May 10 20:10:57.137820 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-d882a3f5-1ed2-4cf4-837e-7ae7ba036900 None None] Set router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:10:57.348501 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-92239806-ef64-4c66-b8ef-beed0e21da05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:57.481331 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-d882a3f5-1ed2-4cf4-837e-7ae7ba036900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff930a610>, [{'id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:39Z', 'revision_number': 4, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'gw_port': {'id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '532486a0-2f7b-4925-9ee7-f08269844d77', 'name': '', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'mac_address': 'fa:16:3e:e4:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:35Z', 'updated_at': '2021-05-10T19:59:52Z', 'revision_number': 5, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'subnets': [{'id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:57.486799 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d882a3f5-1ed2-4cf4-837e-7ae7ba036900 None None] Checking router: cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 for host: dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:10:57.500253 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d882a3f5-1ed2-4cf4-837e-7ae7ba036900 None None] Routers {'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:10:57.500993 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-d882a3f5-1ed2-4cf4-837e-7ae7ba036900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff930a610>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:10:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:57.682096 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-d882a3f5-1ed2-4cf4-837e-7ae7ba036900 None None] Set router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:10:57.760787 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 54418) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:57.833101 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5cbbf59e-3de8-414a-b780-a08865cf3935 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:57.864764 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5cbbf59e-3de8-414a-b780-a08865cf3935 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:57.922274 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5cbbf59e-3de8-414a-b780-a08865cf3935 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:57.927528 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e08afaad-992e-46c0-8d6d-27ef2244b0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:57.943426 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbf59e-3de8-414a-b780-a08865cf3935 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5367f834-47ff-4c68-8fe8-10711febfc48,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:57.951596 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5cbbf59e-3de8-414a-b780-a08865cf3935 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:57.957572 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5cbbf59e-3de8-414a-b780-a08865cf3935 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:57.961071 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-5cbbf59e-3de8-414a-b780-a08865cf3935 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "DELETE /v2.0/security-groups/5367f834-47ff-4c68-8fe8-10711febfc48 HTTP/1.1" status: 204  len: 168 time: 0.1969278
May 10 20:10:57.961550 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54424) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:57.983263 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.api.v2.resource [None req-952cba32-d0ab-4e08-9334-282f1777335c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] show failed (client error): The resource could not be found.
May 10 20:10:57.988262 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 54428) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:10:57.988599 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-952cba32-d0ab-4e08-9334-282f1777335c tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "GET /v2.0/security-groups/5367f834-47ff-4c68-8fe8-10711febfc48 HTTP/1.1" status: 404  len: 347 time: 0.0256078
May 10 20:10:58.008128 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-d882a3f5-1ed2-4cf4-837e-7ae7ba036900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff930a610>, [{'id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:39Z', 'revision_number': 4, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'gw_port': {'id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '532486a0-2f7b-4925-9ee7-f08269844d77', 'name': '', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'mac_address': 'fa:16:3e:e4:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:35Z', 'updated_at': '2021-05-10T19:59:52Z', 'revision_number': 5, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'subnets': [{'id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:10:58.012623 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d882a3f5-1ed2-4cf4-837e-7ae7ba036900 None None] The sync data for ids ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'] in dv-cinder-788364-3-iscsi is: [{'id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T19:59:39Z', 'revision_number': 4, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'gw_port': {'id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '532486a0-2f7b-4925-9ee7-f08269844d77', 'name': '', 'network_id': 'ab7a157c-09d7-4921-8bf8-a6a3c71a61b7', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'mac_address': 'fa:16:3e:e4:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:35Z', 'updated_at': '2021-05-10T19:59:52Z', 'revision_number': 5, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'subnets': [{'id': 'a7c0f63c-4d1b-479f-a1ab-64a94c500e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:10:58.227594 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-8a6643c2-f654-4cb6-9e00-ef5de7c2773b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Deleting port 426b6e9f-0979-4b14-a9de-742e12b382e6 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:10:58.227965 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8a6643c2-f654-4cb6-9e00-ef5de7c2773b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:58.278007 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30f21ec-9006-48be-a219-a807a9e841ae None None] New status for floating IP 35bfd8b8-ba6f-45a0-b1a5-121d2123a2a6: DOWN {{(pid=78729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:10:58.352480 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8a6643c2-f654-4cb6-9e00-ef5de7c2773b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:58.352788 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8a6643c2-f654-4cb6-9e00-ef5de7c2773b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:58.482063 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-8a6643c2-f654-4cb6-9e00-ef5de7c2773b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Calling delete_port for 426b6e9f-0979-4b14-a9de-742e12b382e6 owned by network:floatingip {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:10:58.603076 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8a6643c2-f654-4cb6-9e00-ef5de7c2773b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:58.606759 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-efdde027-cb90-41f6-ac07-3448e1f13fb5 tempest-ServerRescueNegativeTestJSON-1511113551 tempest-ServerRescueNegativeTestJSON-1511113551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:10:58.676786 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6643c2-f654-4cb6-9e00-ef5de7c2773b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Pushing event deleted for resources: {'Port': ['ID=426b6e9f-0979-4b14-a9de-742e12b382e6,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:10:58.679181 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8a6643c2-f654-4cb6-9e00-ef5de7c2773b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:10:58.746816 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8a6643c2-f654-4cb6-9e00-ef5de7c2773b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks [] for floatingip, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:58.761225 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8a6643c2-f654-4cb6-9e00-ef5de7c2773b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:10:58.762343 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-8a6643c2-f654-4cb6-9e00-ef5de7c2773b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] 10.222.0.15 "DELETE /v2.0/floatingips/35bfd8b8-ba6f-45a0-b1a5-121d2123a2a6 HTTP/1.1" status: 204  len: 168 time: 0.7730019
May 10 20:10:58.780243 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device c07fa741-b620-4729-b9ae-acbcf354c39b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:10:58.819632 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] No Port match for: c07fa741-b620-4729-b9ae-acbcf354c39b {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:10:58.820015 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device c07fa741-b620-4729-b9ae-acbcf354c39b not bound to the agent host hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:11:00.226751 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc554-5467-4a76-a5f0-58eb198c5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:00.556330 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:01.581551 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54508) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:02.080179 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:02.423031 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c8313b6f-b406-40a1-b521-7d728ef1b69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396620'] for router_interface, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:02.831688 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-c8313b6f-b406-40a1-b521-7d728ef1b69e admin admin] Deleting port 532486a0-2f7b-4925-9ee7-f08269844d77 {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:11:02.832345 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c8313b6f-b406-40a1-b521-7d728ef1b69e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:02.954093 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [None req-c8313b6f-b406-40a1-b521-7d728ef1b69e admin admin] For port 532486a0-2f7b-4925-9ee7-f08269844d77, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=532486a0-2f7b-4925-9ee7-f08269844d77,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:11:02.954450 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c8313b6f-b406-40a1-b521-7d728ef1b69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:03.077121 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-c8313b6f-b406-40a1-b521-7d728ef1b69e admin admin] Calling delete_port for 532486a0-2f7b-4925-9ee7-f08269844d77 owned by network:router_interface {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:11:03.459682 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c8313b6f-b406-40a1-b521-7d728ef1b69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:03.464518 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-f259906b-8fc5-4998-b36d-4cd19aba0d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:03.508074 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8313b6f-b406-40a1-b521-7d728ef1b69e admin admin] Pushing event deleted for resources: {'Port': ['ID=532486a0-2f7b-4925-9ee7-f08269844d77,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:03.511167 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-c8313b6f-b406-40a1-b521-7d728ef1b69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:03.761165 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:03.777739 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-c8313b6f-b406-40a1-b521-7d728ef1b69e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397564'] for router_interface, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:04.135272 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8313b6f-b406-40a1-b521-7d728ef1b69e admin admin] Router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:11:04.321096 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8313b6f-b406-40a1-b521-7d728ef1b69e admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:11:04.331002 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe24a47-b241-4e4f-9f90-20cead4ce391 None None] Sync routers for ids ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'] in dv-cinder-788364-3-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:11:04.339277 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-c8313b6f-b406-40a1-b521-7d728ef1b69e admin admin] 10.222.0.15 "PUT /v2.0/routers/cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7562609
May 10 20:11:04.340254 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe24a47-b241-4e4f-9f90-20cead4ce391 None None] Routers {'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:11:04.340860 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-afe24a47-b241-4e4f-9f90-20cead4ce391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff887caf0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:11:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:04.342819 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54538) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:04.515501 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-afe24a47-b241-4e4f-9f90-20cead4ce391 None None] Set router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:11:04.517778 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-343e3d37-e2fc-4edc-9265-518a0093f74b admin admin] Notify callbacks [] for router, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:04.819165 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-343e3d37-e2fc-4edc-9265-518a0093f74b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:04.849069 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-afe24a47-b241-4e4f-9f90-20cead4ce391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff887caf0>, [{'id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T20:11:03Z', 'revision_number': 5, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'gw_port': {'id': '50f6a978-9144-433b-a8e1-d8cba0262314', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:59:23Z', 'updated_at': '2021-05-10T19:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:04.852956 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe24a47-b241-4e4f-9f90-20cead4ce391 None None] Checking router: cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 for host: dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:11:04.861865 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe24a47-b241-4e4f-9f90-20cead4ce391 None None] Routers {'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:11:04.862476 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-afe24a47-b241-4e4f-9f90-20cead4ce391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff887caf0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:11:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:04.895313 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-343e3d37-e2fc-4edc-9265-518a0093f74b admin admin] Deleting port 50f6a978-9144-433b-a8e1-d8cba0262314 {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:11:04.895675 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-343e3d37-e2fc-4edc-9265-518a0093f74b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:05.011719 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-afe24a47-b241-4e4f-9f90-20cead4ce391 None None] Set router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 gateway port host: None {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:11:05.022408 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [None req-343e3d37-e2fc-4edc-9265-518a0093f74b admin admin] For port 50f6a978-9144-433b-a8e1-d8cba0262314, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=50f6a978-9144-433b-a8e1-d8cba0262314,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:11:05.022681 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-343e3d37-e2fc-4edc-9265-518a0093f74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:05.120842 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-afe24a47-b241-4e4f-9f90-20cead4ce391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff887caf0>, [{'id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T20:11:04Z', 'revision_number': 6, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'gw_port_host': None}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:05.125331 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe24a47-b241-4e4f-9f90-20cead4ce391 None None] The sync data for ids ['cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98'] in dv-cinder-788364-3-iscsi is: [{'id': 'cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98', 'name': 'tempest-AttachVolumeShelveTestJSON-221393742-router', 'tenant_id': 'b65721b496f24a29859a65925c5d03bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:59:19Z', 'updated_at': '2021-05-10T20:11:04Z', 'revision_number': 6, 'project_id': 'b65721b496f24a29859a65925c5d03bf', 'gw_port_host': None}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:11:05.149615 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-343e3d37-e2fc-4edc-9265-518a0093f74b admin admin] Calling delete_port for 50f6a978-9144-433b-a8e1-d8cba0262314 owned by network:router_gateway {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:11:05.286421 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-343e3d37-e2fc-4edc-9265-518a0093f74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:05.290987 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-34f2c5fa-ebb3-41c9-ae1b-33805c53c293 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:05.334958 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e3d37-e2fc-4edc-9265-518a0093f74b admin admin] Pushing event deleted for resources: {'Port': ['ID=50f6a978-9144-433b-a8e1-d8cba0262314,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:05.337627 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-343e3d37-e2fc-4edc-9265-518a0093f74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:05.432795 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-343e3d37-e2fc-4edc-9265-518a0093f74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400232'] for router_gateway, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:05.611602 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-343e3d37-e2fc-4edc-9265-518a0093f74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13659'] for router, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:05.613963 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-343e3d37-e2fc-4edc-9265-518a0093f74b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:05.700295 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-343e3d37-e2fc-4edc-9265-518a0093f74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-337018'] for router, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:05.701483 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343e3d37-e2fc-4edc-9265-518a0093f74b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 {{(pid=78727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 20:11:05.713931 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-343e3d37-e2fc-4edc-9265-518a0093f74b admin admin] Notify callbacks [] for router, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:05.715010 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-343e3d37-e2fc-4edc-9265-518a0093f74b admin admin] 10.222.0.15 "DELETE /v2.0/routers/cbcec5a1-d6ca-44b9-aeb9-8ab1f1c29d98 HTTP/1.1" status: 204  len: 168 time: 1.3710554
May 10 20:11:05.718177 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54550) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:05.776226 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7be141-e557-4e5f-97e4-573999b9fd01 admin admin] Deleting subnet a7c0f63c-4d1b-479f-a1ab-64a94c500e7f {{(pid=78727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:11:05.779799 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ab7be141-e557-4e5f-97e4-573999b9fd01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:05.833422 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ab7be141-e557-4e5f-97e4-573999b9fd01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11444040'] for subnet, precommit_delete_associations {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:05.916176 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 532486a0-2f7b-4925-9ee7-f08269844d77 no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:11:05.953257 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: 532486a0-2f7b-4925-9ee7-f08269844d77 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:11:05.953607 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 532486a0-2f7b-4925-9ee7-f08269844d77 not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:11:05.954243 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 50f6a978-9144-433b-a8e1-d8cba0262314 no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:11:05.971376 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ab7be141-e557-4e5f-97e4-573999b9fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3861428'] for subnet, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:05.990387 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: 50f6a978-9144-433b-a8e1-d8cba0262314 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:11:05.990732 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 50f6a978-9144-433b-a8e1-d8cba0262314 not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:11:06.119334 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 54560) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:06.255107 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-616c8e68-2e99-4c7b-ab21-20a2f4085ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:06.271074 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-616c8e68-2e99-4c7b-ab21-20a2f4085ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:06.274996 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-616c8e68-2e99-4c7b-ab21-20a2f4085ded admin admin] Usage tracker for resource:security_group_rule and tenant:73703376e02542a6ac6fba1842ce4dd1 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:06.277840 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-616c8e68-2e99-4c7b-ab21-20a2f4085ded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:06.284173 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-616c8e68-2e99-4c7b-ab21-20a2f4085ded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:06.338099 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ab7be141-e557-4e5f-97e4-573999b9fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3861435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10490685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11348346'] for subnet, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:06.350211 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-aafe74e9-1c40-4479-8aaf-19de5918e81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:06.373043 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-616c8e68-2e99-4c7b-ab21-20a2f4085ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:06.377638 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-616c8e68-2e99-4c7b-ab21-20a2f4085ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:06.380778 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ab7be141-e557-4e5f-97e4-573999b9fd01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:06.387042 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5e576ce2-a927-4e27-8b1a-b268d1f1ed38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:06.387843 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196d2e43-b10f-4a4b-9d6c-2302004104b7 None None] Network ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:11:06.394025 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7be141-e557-4e5f-97e4-573999b9fd01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7c0f63c-4d1b-479f-a1ab-64a94c500e7f,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:06.396494 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-ab7be141-e557-4e5f-97e4-573999b9fd01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:06.398261 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-ab7be141-e557-4e5f-97e4-573999b9fd01 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a7c0f63c-4d1b-479f-a1ab-64a94c500e7f HTTP/1.1" status: 204  len: 168 time: 0.6791370
May 10 20:11:06.401767 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54566) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:06.435007 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c8e68-2e99-4c7b-ab21-20a2f4085ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6eb853-fde6-4787-bcb6-6fcf8ddb6105,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:06.439140 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-616c8e68-2e99-4c7b-ab21-20a2f4085ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:06.445432 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-616c8e68-2e99-4c7b-ab21-20a2f4085ded admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73703376e02542a6ac6fba1842ce4dd1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3250098
May 10 20:11:06.446021 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 54570) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:06.508893 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b97a68e4-5eb1-49d8-8807-87f64af38be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:06.511076 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749300'] for network, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:06.536468 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b97a68e4-5eb1-49d8-8807-87f64af38be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:06.592216 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] Deleting port b5901aaa-2a09-4d51-a552-753ca9a9283a {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:11:06.592435 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b97a68e4-5eb1-49d8-8807-87f64af38be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:06.593081 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:06.596105 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-bcae00aa-1e15-426f-a762-c0556ef57e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:06.610320 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a68e4-5eb1-49d8-8807-87f64af38be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6eb853-fde6-4787-bcb6-6fcf8ddb6105,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:06.612982 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b97a68e4-5eb1-49d8-8807-87f64af38be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:06.614198 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b97a68e4-5eb1-49d8-8807-87f64af38be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:06.615292 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-b97a68e4-5eb1-49d8-8807-87f64af38be3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f6eb853-fde6-4787-bcb6-6fcf8ddb6105 HTTP/1.1" status: 204  len: 168 time: 0.1683869
May 10 20:11:06.664349 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] DHCP port deletion for ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 request from dv-cinder-788364-3-iscsi {{(pid=78729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 20:11:06.700557 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] For port b5901aaa-2a09-4d51-a552-753ca9a9283a, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=b5901aaa-2a09-4d51-a552-753ca9a9283a,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:11:06.701065 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:06.736181 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] Deleting port b5901aaa-2a09-4d51-a552-753ca9a9283a {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:11:06.736578 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:06.836879 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] Calling delete_port for b5901aaa-2a09-4d51-a552-753ca9a9283a owned by network:dhcp {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:11:06.852792 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] For port b5901aaa-2a09-4d51-a552-753ca9a9283a, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=b5901aaa-2a09-4d51-a552-753ca9a9283a,segment=NetworkSegment(550dddbb-0fff-49a9-9da1-ac1d2fae6e4e),segment_id=550dddbb-0fff-49a9-9da1-ac1d2fae6e4e)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:11:06.853690 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:06.897933 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:06.905115 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-336fb118-9eb1-47e7-9d74-459a652c6c4a tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:06.950654 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5901aaa-2a09-4d51-a552-753ca9a9283a,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:06.956253 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] No DVR routers for this DVR port b5901aaa-2a09-4d51-a552-753ca9a9283a on host dv-cinder-788364-3-iscsi {{(pid=78727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:11:06.983333 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] Calling delete_port for b5901aaa-2a09-4d51-a552-753ca9a9283a owned by network:dhcp {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:11:06.995821 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:07.031330 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:07.040590 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:07.086386 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3858511', 'neutron.services.segments.db._delete_segments_for_network-8783201745565'] for network, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:07.099678 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcff3dba580>,) {'filters': {'network_id': ['ab7a157c-09d7-4921-8bf8-a6a3c71a61b7']}} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:07.112684 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] No DVR routers for this DVR port b5901aaa-2a09-4d51-a552-753ca9a9283a on host dv-cinder-788364-3-iscsi {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:11:07.114608 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff3dba580>, '550dddbb-0fff-49a9-9da1-ac1d2fae6e4e') {'for_net_delete': True} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:07.114905 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff3dba580>, '550dddbb-0fff-49a9-9da1-ac1d2fae6e4e') {} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:07.120632 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] Pushing event deleted for resources: {'Port': ['ID=b5901aaa-2a09-4d51-a552-753ca9a9283a,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:07.128721 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:07.129270 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:07.129799 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:07.130329 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:07.130842 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:07.131416 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:07.131661 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:07.132007 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:07.132499 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:07.132822 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:07.133146 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:07.133454 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:07.136555 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1614aa94-eb08-43a7-9fd8-e1319fdd4782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:07.138786 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783201757287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11444055'] for segment, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:07.161277 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:07.169236 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=78727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:11:07.169705 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10490715'] for segment, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]: Traceback (most recent call last):
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:     timer()
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:     cb(*args, **kw)
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:     return func(*args, **kwargs)
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:     self._notify()
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:     self.callback(batched_events)
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:     event.method(event)
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:     return f(self, *a, **k)
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self._get(url).json()
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self.request(url, 'GET', **kwargs)
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:11:07.183227 dv-cinder-788364-3-iscsi neutron-server[78727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:11:07.260722 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3858486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400250'] for network, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:07.265540 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-f4b4eca3-a186-46e4-baee-62318ffc943c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:07.278539 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:07.290323 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab7a157c-09d7-4921-8bf8-a6a3c71a61b7,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:07.295018 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:07.305423 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-aef7e946-c50b-4887-bd74-fa2c4354eaa7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ab7a157c-09d7-4921-8bf8-a6a3c71a61b7 HTTP/1.1" status: 204  len: 168 time: 0.9026041
May 10 20:11:07.410380 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54596) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:07.482992 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54602) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:07.536599 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-3ba477e8-3876-4000-a401-2b67251af54c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b65721b496f24a29859a65925c5d03bf&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0520918
May 10 20:11:07.538918 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54606) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:07.599587 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c118-77e8-4a76-bcf7-39b8aa937ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:07.627690 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c118-77e8-4a76-bcf7-39b8aa937ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:07.641938 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1572753580-network', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:07.649986 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device b5901aaa-2a09-4d51-a552-753ca9a9283a no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:11:07.654780 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:07.662876 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Usage tracker for resource:network and tenant:f020bc75fa8e4abdb58792cb967d3eac is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:07.672565 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:07.682502 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:07.684541 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: b5901aaa-2a09-4d51-a552-753ca9a9283a {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:11:07.685613 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device b5901aaa-2a09-4d51-a552-753ca9a9283a not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:11:07.697142 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Made reservation on behalf of f020bc75fa8e4abdb58792cb967d3eac for: {'network': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:11:07.699391 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for network, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:07.712039 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:07.726843 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c118-77e8-4a76-bcf7-39b8aa937ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:07.732721 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-8dc5bf43-c2a3-443c-a277-377b2dd4044f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:07.745707 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:07.751973 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0c118-77e8-4a76-bcf7-39b8aa937ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde3d9a8-a50d-4d6a-a4b5-79f4dcbdcbea,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:07.753937 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Usage tracker for resource:security_group_rule and tenant:f020bc75fa8e4abdb58792cb967d3eac is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:07.759185 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:07.761965 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-dcc0c118-77e8-4a76-bcf7-39b8aa937ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:07.766337 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c118-77e8-4a76-bcf7-39b8aa937ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:07.769778 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-dcc0c118-77e8-4a76-bcf7-39b8aa937ccd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bde3d9a8-a50d-4d6a-a4b5-79f4dcbdcbea HTTP/1.1" status: 204  len: 168 time: 0.2276387
May 10 20:11:07.769778 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:07.868190 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:07.871967 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:07.876806 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-30d82d65-170d-44c9-9343-bb679bd4f013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:07.907231 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87}  {{(pid=78727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:11:07.917098 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77ead84-bdb6-4cb4-ae10-ee090368aaa7,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:07.922315 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:07.925331 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:07.925703 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.segments_db [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Added segment d469004d-8620-4852-be74-dd848b385f3a of type vlan for network bed0b16f-0116-416a-ae69-87f7a3e8bfb1
May 10 20:11:07.956142 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783201323138'] for network, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:07.988807 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for network, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:07.990374 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:07.990977 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:07.995006 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-2a96e00e-c750-406a-a613-01a6158e6fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:08.103962 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6921561
May 10 20:11:08.107580 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 54620) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:08.108455 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Pushing event updated for resources: {'Network': ['ID=bed0b16f-0116-416a-ae69-87f7a3e8bfb1,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:08.110753 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-8786095a-de83-406d-8884-c30263a312b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:08.118988 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Network bed0b16f-0116-416a-ae69-87f7a3e8bfb1 details requested by agent ovs-agent-dv-cinder-788364-3-iscsi with host dv-cinder-788364-3-iscsi {{(pid=78729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:11:08.119617 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-78ebc9cc-4176-42d4-97ed-977d8c991937 admin admin] Request body: {'subnet': {'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1572753580-subnet', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'ip_version': 4}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:08.129684 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-78ebc9cc-4176-42d4-97ed-977d8c991937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:08.136603 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-78ebc9cc-4176-42d4-97ed-977d8c991937 admin admin] Usage tracker for resource:subnet and tenant:f020bc75fa8e4abdb58792cb967d3eac is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:08.141637 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-78ebc9cc-4176-42d4-97ed-977d8c991937 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:08.151974 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-78ebc9cc-4176-42d4-97ed-977d8c991937 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:08.166959 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ebc9cc-4176-42d4-97ed-977d8c991937 admin admin] Made reservation on behalf of f020bc75fa8e4abdb58792cb967d3eac for: {'subnet': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:11:08.170530 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-78ebc9cc-4176-42d4-97ed-977d8c991937 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1879046'] for subnet, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:08.522595 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54634) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:08.630833 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-254185127-network', 'tenant_id': 'd5ef385b8bb34a97b80e7badd08d9296'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:08.635578 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:08.640219 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Usage tracker for resource:network and tenant:d5ef385b8bb34a97b80e7badd08d9296 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:08.643084 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:08.649620 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:08.660479 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Made reservation on behalf of d5ef385b8bb34a97b80e7badd08d9296 for: {'network': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:11:08.663058 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for network, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:08.674023 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-78ebc9cc-4176-42d4-97ed-977d8c991937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1773188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1879156'] for subnet, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:08.676234 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:08.681783 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-64d4ba9c-3aa3-47aa-a456-4ed00b2093d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:08.691543 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:08.695558 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Usage tracker for resource:security_group_rule and tenant:d5ef385b8bb34a97b80e7badd08d9296 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:08.698610 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:08.705335 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:08.764628 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ebc9cc-4176-42d4-97ed-977d8c991937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfa7e168-8ecb-49a3-9f31-f153dd3250a6,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:08.767444 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-78ebc9cc-4176-42d4-97ed-977d8c991937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:08.771811 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ebc9cc-4176-42d4-97ed-977d8c991937 admin admin] Checking segment: {'id': 'd469004d-8620-4852-be74-dd848b385f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:11:08.772248 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ebc9cc-4176-42d4-97ed-977d8c991937 admin admin] Network hostable DHCP agents. Network: bed0b16f-0116-416a-ae69-87f7a3e8bfb1, hostable agents: ['d4f40443-b4a1-4714-9d47-f8080706db31'], hosted agents: [] {{(pid=78728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:11:08.791639 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ebc9cc-4176-42d4-97ed-977d8c991937 admin admin] Network bed0b16f-0116-416a-ae69-87f7a3e8bfb1 is scheduled to be hosted by DHCP agent d4f40443-b4a1-4714-9d47-f8080706db31 with binding_index 1 {{(pid=78728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:11:08.802085 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:08.804880 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-78ebc9cc-4176-42d4-97ed-977d8c991937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-iscsi, bed0b16f-0116-416a-ae69-87f7a3e8bfb1) {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:11:08.805883 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:08.815472 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ebc9cc-4176-42d4-97ed-977d8c991937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:08.816147 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-78ebc9cc-4176-42d4-97ed-977d8c991937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:08.819303 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72898df-5d05-4e3f-9d81-6ebc038facf1 None None] Network bed0b16f-0116-416a-ae69-87f7a3e8bfb1 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:11:08.822952 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-57cef6b8-1b19-4f55-b415-2bd5e757fe22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:08.834178 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83}  {{(pid=78727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:11:08.848584 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-78ebc9cc-4176-42d4-97ed-977d8c991937 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7380741
May 10 20:11:08.849647 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 54640) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:08.855765 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1572753580-router', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:08.860049 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:08.860229 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:08.860379 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.segments_db [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Added segment 31c6a76f-6dc9-44ef-ad67-7bbc633334f0 of type vlan for network 63ffd7dd-57d7-4ddf-8a75-a0be9ab64b8d
May 10 20:11:08.864143 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Usage tracker for resource:router and tenant:f020bc75fa8e4abdb58792cb967d3eac is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:08.866033 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8da1ece-6833-40f2-9542-6ebb2759abce,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:08.867290 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:08.873420 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:08.885473 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13685'] for router, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:08.886690 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400874', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13644'] for router, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:08.886847 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:08.905253 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:08.909038 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783201323138'] for network, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:08.944813 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for network, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:08.947328 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:08.948214 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:08.955160 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:09.052138 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0a44e7e-9408-5f1f-b31c-5351961196ea-bed0b16f-0116-416a-ae69-87f7a3e8bfb1', 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'fixed_ips': [{'subnet_id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6'}]}} from dv-cinder-788364-3-iscsi. {{(pid=78729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 20:11:09.052989 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:09.055431 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Pushing event updated for resources: {'Network': ['ID=63ffd7dd-57d7-4ddf-8a75-a0be9ab64b8d,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:09.061406 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:09.068830 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Network 63ffd7dd-57d7-4ddf-8a75-a0be9ab64b8d details requested by agent ovs-agent-dv-cinder-788364-3-iscsi with host dv-cinder-788364-3-iscsi {{(pid=78729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:11:09.074782 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.5485201
May 10 20:11:09.075194 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54644) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:09.082487 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-af82f7d1-43fe-4ad8-97eb-cc8d0ad4fe2f admin admin] Request body: {'subnet': {'network_id': '63ffd7dd-57d7-4ddf-8a75-a0be9ab64b8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-254185127-subnet', 'tenant_id': 'd5ef385b8bb34a97b80e7badd08d9296', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:09.087654 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-af82f7d1-43fe-4ad8-97eb-cc8d0ad4fe2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:09.091813 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-af82f7d1-43fe-4ad8-97eb-cc8d0ad4fe2f admin admin] Usage tracker for resource:subnet and tenant:d5ef385b8bb34a97b80e7badd08d9296 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:09.094940 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-af82f7d1-43fe-4ad8-97eb-cc8d0ad4fe2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:09.100963 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-af82f7d1-43fe-4ad8-97eb-cc8d0ad4fe2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:09.116725 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af82f7d1-43fe-4ad8-97eb-cc8d0ad4fe2f admin admin] Made reservation on behalf of d5ef385b8bb34a97b80e7badd08d9296 for: {'subnet': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:11:09.119218 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-af82f7d1-43fe-4ad8-97eb-cc8d0ad4fe2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11348241'] for subnet, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:09.183974 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13650'] for router, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:09.315189 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Allocated IP 172.20.0.2 (bed0b16f-0116-416a-ae69-87f7a3e8bfb1/bfa7e168-8ecb-49a3-9f31-f153dd3250a6/a3c31c0a-7af6-4df4-9ab1-876c1e27235f) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:11:09.523776 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:09.536408 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:09.546892 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Transition to ACTIVE for port object a3c31c0a-7af6-4df4-9ab1-876c1e27235f will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:11:09.557643 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:09.565735 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Transition to ACTIVE for port object a3c31c0a-7af6-4df4-9ab1-876c1e27235f will not be triggered until provisioned by entity DHCP. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:11:09.572670 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:09.577284 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:09.637290 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-af82f7d1-43fe-4ad8-97eb-cc8d0ad4fe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10618110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11348323'] for subnet, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:09.641489 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Network bed0b16f-0116-416a-ae69-87f7a3e8bfb1 is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:11:09.642823 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:09.644390 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Resources bound (agent type, host, resource id):  {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:11:09.652843 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:11:09.661557 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Pushing event updated for resources: {'Port': ['ID=a3c31c0a-7af6-4df4-9ab1-876c1e27235f,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:09.689794 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:09.704997 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Allocated IP 172.27.1.216 (01362e56-e24c-4ee7-a42c-5b36628ae184/e9773ae1-ec36-4e8c-9f0f-e60b51e99e71/0f261165-c3f0-4bb7-8d39-636542b3aa75) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:11:09.721606 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82f7d1-43fe-4ad8-97eb-cc8d0ad4fe2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d02a5f0-5658-4157-9ac0-ac97aa631e1f,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:09.726092 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-af82f7d1-43fe-4ad8-97eb-cc8d0ad4fe2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:09.730551 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82f7d1-43fe-4ad8-97eb-cc8d0ad4fe2f admin admin] Checking segment: {'id': '31c6a76f-6dc9-44ef-ad67-7bbc633334f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ffd7dd-57d7-4ddf-8a75-a0be9ab64b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:11:09.730974 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af82f7d1-43fe-4ad8-97eb-cc8d0ad4fe2f admin admin] Network hostable DHCP agents. Network: 63ffd7dd-57d7-4ddf-8a75-a0be9ab64b8d, hostable agents: ['d4f40443-b4a1-4714-9d47-f8080706db31'], hosted agents: [] {{(pid=78727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:11:09.749879 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af82f7d1-43fe-4ad8-97eb-cc8d0ad4fe2f admin admin] Network 63ffd7dd-57d7-4ddf-8a75-a0be9ab64b8d is scheduled to be hosted by DHCP agent d4f40443-b4a1-4714-9d47-f8080706db31 with binding_index 1 {{(pid=78727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:11:09.754002 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Attempting to bind port a3c31c0a-7af6-4df4-9ab1-876c1e27235f on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:11:09.754392 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Attempting to bind port a3c31c0a-7af6-4df4-9ab1-876c1e27235f by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': 'd469004d-8620-4852-be74-dd848b385f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:11:09.754755 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Attempting to bind port a3c31c0a-7af6-4df4-9ab1-876c1e27235f on network bed0b16f-0116-416a-ae69-87f7a3e8bfb1 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:11:09.760402 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:11:09.760760 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Checking segment: {'id': 'd469004d-8620-4852-be74-dd848b385f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:11:09.761187 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:09.761588 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Bound using segment: {'id': 'd469004d-8620-4852-be74-dd848b385f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:11:09.762012 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-af82f7d1-43fe-4ad8-97eb-cc8d0ad4fe2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-iscsi, 63ffd7dd-57d7-4ddf-8a75-a0be9ab64b8d) {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:11:09.762167 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Bound port: a3c31c0a-7af6-4df4-9ab1-876c1e27235f, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd469004d-8620-4852-be74-dd848b385f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:11:09.762414 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:09.774054 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436ad9d2-2af1-40bd-801b-d66f05175cd0 None None] Network 63ffd7dd-57d7-4ddf-8a75-a0be9ab64b8d requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:11:09.783290 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af82f7d1-43fe-4ad8-97eb-cc8d0ad4fe2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:09.784199 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-af82f7d1-43fe-4ad8-97eb-cc8d0ad4fe2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:09.817515 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-af82f7d1-43fe-4ad8-97eb-cc8d0ad4fe2f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7405233
May 10 20:11:09.889339 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:09.924813 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:09.930047 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2c055bfb-3d04-419a-9596-d1e5ae75714f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:09.972112 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] For port a3c31c0a-7af6-4df4-9ab1-876c1e27235f, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:11:10.046941 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] For port a3c31c0a-7af6-4df4-9ab1-876c1e27235f, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=a3c31c0a-7af6-4df4-9ab1-876c1e27235f,segment=NetworkSegment(d469004d-8620-4852-be74-dd848b385f3a),segment_id=d469004d-8620-4852-be74-dd848b385f3a)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:11:10.053035 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:10.058946 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:10.105078 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ed157e-5171-4e9c-bb0a-4af5ab707178 None None] Network 63ffd7dd-57d7-4ddf-8a75-a0be9ab64b8d requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:11:10.106199 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:11:10.109960 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:11:10.114811 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:11:10.165265 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Pushing event updated for resources: {'Port': ['ID=0f261165-c3f0-4bb7-8d39-636542b3aa75,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:10.169831 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:10.266731 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Pushing event updated for resources: {'Port': ['ID=a3c31c0a-7af6-4df4-9ab1-876c1e27235f,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:10.279305 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:10.445919 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54662) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:10.451808 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1985410309-network', 'tenant_id': '7b3b4dc4660943d08547d1e88c1b7295'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:10.457303 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:10.461565 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Usage tracker for resource:network and tenant:7b3b4dc4660943d08547d1e88c1b7295 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:10.464914 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:10.471133 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:10.483647 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Made reservation on behalf of 7b3b4dc4660943d08547d1e88c1b7295 for: {'network': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:11:10.490141 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for network, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:10.510402 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:10.534372 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:10.538641 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Usage tracker for resource:security_group_rule and tenant:7b3b4dc4660943d08547d1e88c1b7295 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:10.541801 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:10.548413 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:10.623325 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:10.647281 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:10.652875 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:10.658202 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-20aef90f-b1e1-41b0-9491-f5460730050d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:10.690624 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90}  {{(pid=78727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:11:10.699865 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9979394-b552-49a4-9857-0e47aa518437,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:10.705878 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:10.708650 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:10.709038 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.segments_db [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Added segment ef8f2eb1-ad31-4c9a-86db-6dd312ef9d6d of type vlan for network a6f6fe63-a0df-4a9e-9b18-f23fe8e52443
May 10 20:11:10.739119 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783201323138'] for network, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:10.776268 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for network, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:10.777982 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:10.778546 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:10.784233 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:10.889694 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Pushing event updated for resources: {'Network': ['ID=a6f6fe63-a0df-4a9e-9b18-f23fe8e52443,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:10.892822 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:10.897028 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.4474733
May 10 20:11:10.897401 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54666) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:10.900748 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Network a6f6fe63-a0df-4a9e-9b18-f23fe8e52443 details requested by agent ovs-agent-dv-cinder-788364-3-iscsi with host dv-cinder-788364-3-iscsi {{(pid=78729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:11:10.905280 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-f7a132a6-a59a-435c-8959-4a2e08eb4f4a admin admin] Request body: {'subnet': {'network_id': 'a6f6fe63-a0df-4a9e-9b18-f23fe8e52443', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1985410309-subnet', 'tenant_id': '7b3b4dc4660943d08547d1e88c1b7295', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:10.910275 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-f7a132a6-a59a-435c-8959-4a2e08eb4f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:10.914433 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-f7a132a6-a59a-435c-8959-4a2e08eb4f4a admin admin] Usage tracker for resource:subnet and tenant:7b3b4dc4660943d08547d1e88c1b7295 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:10.917390 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-f7a132a6-a59a-435c-8959-4a2e08eb4f4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:10.923490 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-f7a132a6-a59a-435c-8959-4a2e08eb4f4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:10.940387 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a132a6-a59a-435c-8959-4a2e08eb4f4a admin admin] Made reservation on behalf of 7b3b4dc4660943d08547d1e88c1b7295 for: {'subnet': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:11:10.943829 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f7a132a6-a59a-435c-8959-4a2e08eb4f4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11348241'] for subnet, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:10.983650 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-337256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399622'] for router, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:11.199067 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Router 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d is scheduled to L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 with binding_index 1 {{(pid=78728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 20:11:11.343843 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25cea41-1d0c-4fde-880c-18c513ab37f6 None None] Network bed0b16f-0116-416a-ae69-87f7a3e8bfb1 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:11:11.386312 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f7a132a6-a59a-435c-8959-4a2e08eb4f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10618110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11348323'] for subnet, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:11.393122 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-1051bc3f-6c2d-4cc0-9bac-cfa990913079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:11.394931 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:11:11.415772 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] Sync routers for ids ['2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:11:11.426078 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] Notify callbacks [] for router, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:11.429039 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-7b70a202-f351-4727-995f-ee7415c89d9d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.5781322
May 10 20:11:11.430735 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 54672) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:11.436363 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] Routers {'2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:11:11.437267 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff8414e50>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:11:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:11.480514 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a132a6-a59a-435c-8959-4a2e08eb4f4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fcd9148-bd86-4e47-8369-bcd7b62c1b10,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:11.485191 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-f7a132a6-a59a-435c-8959-4a2e08eb4f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:11.490384 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a132a6-a59a-435c-8959-4a2e08eb4f4a admin admin] Checking segment: {'id': 'ef8f2eb1-ad31-4c9a-86db-6dd312ef9d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a6f6fe63-a0df-4a9e-9b18-f23fe8e52443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:11:11.490704 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a132a6-a59a-435c-8959-4a2e08eb4f4a admin admin] Network hostable DHCP agents. Network: a6f6fe63-a0df-4a9e-9b18-f23fe8e52443, hostable agents: ['d4f40443-b4a1-4714-9d47-f8080706db31'], hosted agents: [] {{(pid=78727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:11:11.514786 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a132a6-a59a-435c-8959-4a2e08eb4f4a admin admin] Network a6f6fe63-a0df-4a9e-9b18-f23fe8e52443 is scheduled to be hosted by DHCP agent d4f40443-b4a1-4714-9d47-f8080706db31 with binding_index 1 {{(pid=78727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:11:11.527982 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-f7a132a6-a59a-435c-8959-4a2e08eb4f4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-iscsi, a6f6fe63-a0df-4a9e-9b18-f23fe8e52443) {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:11:11.551568 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a132a6-a59a-435c-8959-4a2e08eb4f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:11.552384 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f7a132a6-a59a-435c-8959-4a2e08eb4f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:11.559781 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-b786abe9-3770-4ae8-87f7-ac304ec53102 None None] Provisioning for port a3c31c0a-7af6-4df4-9ab1-876c1e27235f completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:11:11.581250 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-f7a132a6-a59a-435c-8959-4a2e08eb4f4a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.6824992
May 10 20:11:11.597058 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960fb4ec-a66d-45a9-9c81-b4d1c6806bb7 None None] Network a6f6fe63-a0df-4a9e-9b18-f23fe8e52443 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:11:11.756915 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device a3c31c0a-7af6-4df4-9ab1-876c1e27235f up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:11:11.791014 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54680) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:11.892761 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3616c5-da17-42d3-bdf5-ba5009a54ff4 admin admin] Deleting subnet 5d02a5f0-5658-4157-9ac0-ac97aa631e1f {{(pid=78727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:11:11.896706 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3a3616c5-da17-42d3-bdf5-ba5009a54ff4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:11.959400 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3a3616c5-da17-42d3-bdf5-ba5009a54ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11444040'] for subnet, precommit_delete_associations {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:12.025158 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3a3616c5-da17-42d3-bdf5-ba5009a54ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3861428'] for subnet, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:12.097382 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] Set router 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:11:12.273444 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb88ebf-f472-4618-a8eb-8f01fab3f8b3 None None] Network a6f6fe63-a0df-4a9e-9b18-f23fe8e52443 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:11:12.296042 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port a3c31c0a-7af6-4df4-9ab1-876c1e27235f completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:11:12.313313 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3a3616c5-da17-42d3-bdf5-ba5009a54ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3861435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10490685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11348346'] for subnet, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:12.317344 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:12.351920 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3616c5-da17-42d3-bdf5-ba5009a54ff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d02a5f0-5658-4157-9ac0-ac97aa631e1f,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:12.355508 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-3a3616c5-da17-42d3-bdf5-ba5009a54ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:12.358108 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3a3616c5-da17-42d3-bdf5-ba5009a54ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:12.366699 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-3a3616c5-da17-42d3-bdf5-ba5009a54ff4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5d02a5f0-5658-4157-9ac0-ac97aa631e1f HTTP/1.1" status: 204  len: 168 time: 0.5716984
May 10 20:11:12.367008 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54684) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:12.396461 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:12.411428 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port a3c31c0a-7af6-4df4-9ab1-876c1e27235f triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:12.411811 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:12.482304 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f77277e9-ca6b-4736-975a-3d68d18048e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749300'] for network, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:12.624576 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Allocated IP 172.20.0.1 (bed0b16f-0116-416a-ae69-87f7a3e8bfb1/bfa7e168-8ecb-49a3-9f31-f153dd3250a6/1de32a4e-2b9b-4e5d-bbba-4c055946fb0a) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:11:12.724088 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f77277e9-ca6b-4736-975a-3d68d18048e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3858511', 'neutron.services.segments.db._delete_segments_for_network-8783201745565'] for network, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:12.739171 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-f77277e9-ca6b-4736-975a-3d68d18048e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcff84464f0>,) {'filters': {'network_id': ['63ffd7dd-57d7-4ddf-8a75-a0be9ab64b8d']}} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:12.753962 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-f77277e9-ca6b-4736-975a-3d68d18048e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff84464f0>, '31c6a76f-6dc9-44ef-ad67-7bbc633334f0') {'for_net_delete': True} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:12.754262 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-f77277e9-ca6b-4736-975a-3d68d18048e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff84464f0>, '31c6a76f-6dc9-44ef-ad67-7bbc633334f0') {} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:12.767896 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f77277e9-ca6b-4736-975a-3d68d18048e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783201757287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11444055'] for segment, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:12.787417 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f77277e9-ca6b-4736-975a-3d68d18048e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:12.802952 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:12.805058 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77277e9-ca6b-4736-975a-3d68d18048e0 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=78727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:11:12.805622 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f77277e9-ca6b-4736-975a-3d68d18048e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10490715'] for segment, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]: Traceback (most recent call last):
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:     timer()
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:     cb(*args, **kw)
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:     return func(*args, **kwargs)
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:     self._notify()
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:     self.callback(batched_events)
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:     event.method(event)
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:     return f(self, *a, **k)
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self._get(url).json()
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self.request(url, 'GET', **kwargs)
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:11:12.819822 dv-cinder-788364-3-iscsi neutron-server[78727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:11:12.828313 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:12.848705 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:12.876826 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff8414e50>, [{'id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'name': 'tempest-TestShelveInstance-1572753580-router', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:08Z', 'updated_at': '2021-05-10T20:11:10Z', 'revision_number': 3, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'gw_port': {'id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:09Z', 'updated_at': '2021-05-10T20:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:12.884161 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] Checking router: 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:11:12.884485 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] Updating router 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d port 0f261165-c3f0-4bb7-8d39-636542b3aa75 binding host dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:11:12.917882 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port a3c31c0a-7af6-4df4-9ab1-876c1e27235f, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=a3c31c0a-7af6-4df4-9ab1-876c1e27235f,segment=NetworkSegment(d469004d-8620-4852-be74-dd848b385f3a),segment_id=d469004d-8620-4852-be74-dd848b385f3a)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:11:12.927259 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:12.939318 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:12.942020 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Transition to ACTIVE for port object 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:11:12.945168 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f77277e9-ca6b-4736-975a-3d68d18048e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3858486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400250'] for network, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:12.948971 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:12.967601 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f77277e9-ca6b-4736-975a-3d68d18048e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:12.976132 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:12.977409 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77277e9-ca6b-4736-975a-3d68d18048e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=63ffd7dd-57d7-4ddf-8a75-a0be9ab64b8d,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:12.980474 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-f77277e9-ca6b-4736-975a-3d68d18048e0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/63ffd7dd-57d7-4ddf-8a75-a0be9ab64b8d HTTP/1.1" status: 204  len: 168 time: 0.6123154
May 10 20:11:12.981486 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-f77277e9-ca6b-4736-975a-3d68d18048e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:12.983470 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54692) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:12.999584 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:12.999979 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.049056 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Network bed0b16f-0116-416a-ae69-87f7a3e8bfb1 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:11:13.049481 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9eecd3c-d285-455c-af6e-eaf184f7d8c1 admin admin] Deleting subnet 4fcd9148-bd86-4e47-8369-bcd7b62c1b10 {{(pid=78727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:11:13.052214 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:11:13.053130 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b9eecd3c-d285-455c-af6e-eaf184f7d8c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.056268 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:11:13.072809 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=a3c31c0a-7af6-4df4-9ab1-876c1e27235f,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:13.108883 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b9eecd3c-d285-455c-af6e-eaf184f7d8c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11444040'] for subnet, precommit_delete_associations {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.121485 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:13.128568 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1de32a4e-2b9b-4e5d-bbba-4c055946fb0a,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:13.139968 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:13.154324 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396761'] for router_interface, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.154830 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-4fa89c85-4af2-4639-8122-299f8f8340e3 None None] Provisioning complete for port a3c31c0a-7af6-4df4-9ab1-876c1e27235f triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:13.155408 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4fa89c85-4af2-4639-8122-299f8f8340e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.175990 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b9eecd3c-d285-455c-af6e-eaf184f7d8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3861428'] for subnet, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.284541 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.476575 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b9eecd3c-d285-455c-af6e-eaf184f7d8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3861435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10490685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11348346'] for subnet, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.482235 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:13.494308 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.509754 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] Transition to ACTIVE for port object 0f261165-c3f0-4bb7-8d39-636542b3aa75 will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:11:13.522692 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b9eecd3c-d285-455c-af6e-eaf184f7d8c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.524394 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.526775 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eecd3c-d285-455c-af6e-eaf184f7d8c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fcd9148-bd86-4e47-8369-bcd7b62c1b10,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:13.529892 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-b9eecd3c-d285-455c-af6e-eaf184f7d8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:13.533240 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-b9eecd3c-d285-455c-af6e-eaf184f7d8c1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4fcd9148-bd86-4e47-8369-bcd7b62c1b10 HTTP/1.1" status: 204  len: 168 time: 0.5485661
May 10 20:11:13.535654 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54696) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:13.539743 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:13.620631 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] Attempting to bind port 0f261165-c3f0-4bb7-8d39-636542b3aa75 on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:11:13.621320 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] Attempting to bind port 0f261165-c3f0-4bb7-8d39-636542b3aa75 by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:11:13.621890 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] Attempting to bind port 0f261165-c3f0-4bb7-8d39-636542b3aa75 on network 01362e56-e24c-4ee7-a42c-5b36628ae184 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:11:13.629654 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-de8aefe9-c96a-4f34-843c-8ce194188418 None None] Provisioning for port 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:11:13.637762 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-de8aefe9-c96a-4f34-843c-8ce194188418 None None] Provisioning complete for port 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:13.638177 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-de8aefe9-c96a-4f34-843c-8ce194188418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.650828 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.657304 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.676147 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device a3c31c0a-7af6-4df4-9ab1-876c1e27235f up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:11:13.678757 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7fbf1935-f352-48bf-be1e-d0788c1fadb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749300'] for network, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.687795 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b4510778-6ecb-4063-8efe-efa4e3b43df6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:13.700357 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:11:13.701341 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] Checking segment: {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:11:13.702007 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.702466 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] Bound using segment: {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:11:13.703254 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] Bound port: 0f261165-c3f0-4bb7-8d39-636542b3aa75, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:11:13.703728 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.773514 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396666'] for router_interface, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.779142 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1de32a4e-2b9b-4e5d-bbba-4c055946fb0a,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:13.780636 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86836e-da19-4dd7-8d45-454e0eb5c3f9 None None] Pushing event updated for resources: {'Port': ['ID=0f261165-c3f0-4bb7-8d39-636542b3aa75,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:13.783975 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:13.796720 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8d86836e-da19-4dd7-8d45-454e0eb5c3f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:13.815571 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-de8aefe9-c96a-4f34-843c-8ce194188418 None None] Port 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:11:13.842300 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7fbf1935-f352-48bf-be1e-d0788c1fadb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3858511', 'neutron.services.segments.db._delete_segments_for_network-8783201745565'] for network, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.856814 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] For port 0f261165-c3f0-4bb7-8d39-636542b3aa75, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:11:13.857687 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-7fbf1935-f352-48bf-be1e-d0788c1fadb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcff3dfdc10>,) {'filters': {'network_id': ['a6f6fe63-a0df-4a9e-9b18-f23fe8e52443']}} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:13.861109 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] For port 0f261165-c3f0-4bb7-8d39-636542b3aa75, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=0f261165-c3f0-4bb7-8d39-636542b3aa75,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:11:13.870070 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port a3c31c0a-7af6-4df4-9ab1-876c1e27235f triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:13.870472 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.878027 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-7fbf1935-f352-48bf-be1e-d0788c1fadb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff3dfdc10>, 'ef8f2eb1-ad31-4c9a-86db-6dd312ef9d6d') {'for_net_delete': True} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:13.878328 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-7fbf1935-f352-48bf-be1e-d0788c1fadb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff3dfdc10>, 'ef8f2eb1-ad31-4c9a-86db-6dd312ef9d6d') {} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:13.891777 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7fbf1935-f352-48bf-be1e-d0788c1fadb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783201757287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11444055'] for segment, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.896207 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.908518 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:13.911855 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7fbf1935-f352-48bf-be1e-d0788c1fadb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.920520 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbf1935-f352-48bf-be1e-d0788c1fadb6 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=78727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:11:13.921255 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7fbf1935-f352-48bf-be1e-d0788c1fadb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10490715'] for segment, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]: Traceback (most recent call last):
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:     timer()
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:     cb(*args, **kw)
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:     return func(*args, **kwargs)
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:     self._notify()
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:     self.callback(batched_events)
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:     event.method(event)
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:     return f(self, *a, **k)
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self._get(url).json()
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self.request(url, 'GET', **kwargs)
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:11:13.936318 dv-cinder-788364-3-iscsi neutron-server[78727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:11:13.940020 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Network bed0b16f-0116-416a-ae69-87f7a3e8bfb1 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:11:13.941649 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:11:14.017815 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7fbf1935-f352-48bf-be1e-d0788c1fadb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3858486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400250'] for network, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:14.021420 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:14.032247 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] Routers {'2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:11:14.032896 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff8414e50>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:11:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:14.038950 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7fbf1935-f352-48bf-be1e-d0788c1fadb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:14.053933 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf1935-f352-48bf-be1e-d0788c1fadb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6f6fe63-a0df-4a9e-9b18-f23fe8e52443,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:14.059885 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7fbf1935-f352-48bf-be1e-d0788c1fadb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:14.064935 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-7fbf1935-f352-48bf-be1e-d0788c1fadb6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a6f6fe63-a0df-4a9e-9b18-f23fe8e52443 HTTP/1.1" status: 204  len: 168 time: 0.5279830
May 10 20:11:14.085294 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86836e-da19-4dd7-8d45-454e0eb5c3f9 None None] Pushing event updated for resources: {'Port': ['ID=0f261165-c3f0-4bb7-8d39-636542b3aa75,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:14.094629 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8d86836e-da19-4dd7-8d45-454e0eb5c3f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:14.202476 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Router 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:11:14.278129 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-3564d3a9-768a-4492-8f12-09f3cb61fac0 None None] Provisioning complete for port 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:14.278700 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3564d3a9-768a-4492-8f12-09f3cb61fac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:14.280599 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54704) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:14.322786 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] Set router 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:11:14.346555 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-f1b0ca2b-5a90-49c8-8f1b-9bfba6146f6f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5ef385b8bb34a97b80e7badd08d9296&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0622530
May 10 20:11:14.346855 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54708) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:14.404398 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:11:14.411728 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-556d263e-a842-44c7-b0cc-d3d7ea714441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:14.420064 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] 10.222.0.15 "PUT /v2.0/routers/2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9840927
May 10 20:11:14.442059 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-556d263e-a842-44c7-b0cc-d3d7ea714441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:14.470104 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-3564d3a9-768a-4492-8f12-09f3cb61fac0 None None] Port 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:11:14.510759 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-556d263e-a842-44c7-b0cc-d3d7ea714441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:14.516579 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7c752b21-c5c4-49cd-81fe-7b302f42a6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:14.528760 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d263e-a842-44c7-b0cc-d3d7ea714441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8da1ece-6833-40f2-9542-6ebb2759abce,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:14.532868 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-556d263e-a842-44c7-b0cc-d3d7ea714441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:14.537217 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-556d263e-a842-44c7-b0cc-d3d7ea714441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:14.537910 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-556d263e-a842-44c7-b0cc-d3d7ea714441 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8da1ece-6833-40f2-9542-6ebb2759abce HTTP/1.1" status: 204  len: 168 time: 0.1899288
May 10 20:11:14.756483 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff8414e50>, [{'id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'name': 'tempest-TestShelveInstance-1572753580-router', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:08Z', 'updated_at': '2021-05-10T20:11:13Z', 'revision_number': 4, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'gw_port': {'id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:09Z', 'updated_at': '2021-05-10T20:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '1de32a4e-2b9b-4e5d-bbba-4c055946fb0a', 'name': '', 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:12Z', 'updated_at': '2021-05-10T20:11:13Z', 'revision_number': 2, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'subnets': [{'id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:14.761171 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24745bae-d134-4116-be0e-1f3cddb7aa37 None None] The sync data for ids ['2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'] in dv-cinder-788364-3-iscsi is: [{'id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'name': 'tempest-TestShelveInstance-1572753580-router', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:08Z', 'updated_at': '2021-05-10T20:11:13Z', 'revision_number': 4, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'gw_port': {'id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:09Z', 'updated_at': '2021-05-10T20:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '1de32a4e-2b9b-4e5d-bbba-4c055946fb0a', 'name': '', 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:12Z', 'updated_at': '2021-05-10T20:11:13Z', 'revision_number': 2, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'subnets': [{'id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:11:14.987207 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 54730) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:15.082988 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-7ff4014c-f7cc-4317-b2ef-2d7703343311 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b3b4dc4660943d08547d1e88c1b7295&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0942175
May 10 20:11:15.087900 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54734) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:15.164361 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-930a6fb0-452d-47f4-9a70-75372348180f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:15.193687 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-930a6fb0-452d-47f4-9a70-75372348180f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:15.259910 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-930a6fb0-452d-47f4-9a70-75372348180f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:15.264658 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-2cf84cd8-4cca-46d3-96a8-9cb31a6aa827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:15.267665 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 54740) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:15.273876 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-271467904-network', 'tenant_id': '529103c27a624276ae1c3c5cb8bb2183'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:15.276992 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a6fb0-452d-47f4-9a70-75372348180f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9979394-b552-49a4-9857-0e47aa518437,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:15.279633 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:15.280179 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-930a6fb0-452d-47f4-9a70-75372348180f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:15.284380 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Usage tracker for resource:network and tenant:529103c27a624276ae1c3c5cb8bb2183 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:15.286605 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-930a6fb0-452d-47f4-9a70-75372348180f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:15.287611 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-930a6fb0-452d-47f4-9a70-75372348180f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b9979394-b552-49a4-9857-0e47aa518437 HTTP/1.1" status: 204  len: 168 time: 0.1986861
May 10 20:11:15.290692 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:15.299089 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:15.313537 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Made reservation on behalf of 529103c27a624276ae1c3c5cb8bb2183 for: {'network': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:11:15.316706 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for network, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:15.332064 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:15.352878 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:15.358501 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Usage tracker for resource:security_group_rule and tenant:529103c27a624276ae1c3c5cb8bb2183 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:15.362221 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:15.369464 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:15.478800 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:15.484914 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:15.489777 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5706c801-cadd-4290-b7ad-fd674a249b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:15.523373 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51}  {{(pid=78728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 20:11:15.540819 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057dde82-0053-4c28-a15c-1c7d6c76b75c,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:15.548423 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:15.554975 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:15.556204 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.db.segments_db [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Added segment 960f5bb4-2437-472d-9ad1-3884fcf5f55b of type vlan for network f6131020-e621-4d64-bc24-8f6a5eca4745
May 10 20:11:15.601530 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783201323138'] for network, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:15.694151 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600'] for network, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:15.698636 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:15.698636 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:15.712091 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:15.812279 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 0f261165-c3f0-4bb7-8d39-636542b3aa75 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:11:15.930038 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.6603963
May 10 20:11:15.933736 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54752) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:15.941418 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-a5b678b8-799f-4b1f-95e5-3575a0482747 admin admin] Request body: {'subnet': {'network_id': 'f6131020-e621-4d64-bc24-8f6a5eca4745', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-271467904-subnet', 'tenant_id': '529103c27a624276ae1c3c5cb8bb2183', 'ip_version': 4}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:15.946639 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-a5b678b8-799f-4b1f-95e5-3575a0482747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:15.955805 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-a5b678b8-799f-4b1f-95e5-3575a0482747 admin admin] Usage tracker for resource:subnet and tenant:529103c27a624276ae1c3c5cb8bb2183 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:15.958956 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port 0f261165-c3f0-4bb7-8d39-636542b3aa75 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:11:15.961672 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-a5b678b8-799f-4b1f-95e5-3575a0482747 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:15.968327 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 0f261165-c3f0-4bb7-8d39-636542b3aa75 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:15.969568 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Pushing event updated for resources: {'Network': ['ID=f6131020-e621-4d64-bc24-8f6a5eca4745,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:15.969719 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:15.971009 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-a5b678b8-799f-4b1f-95e5-3575a0482747 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:15.976477 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-60b8d3f8-05f0-4aea-bccd-5484443eae53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:15.986070 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b678b8-799f-4b1f-95e5-3575a0482747 admin admin] Made reservation on behalf of 529103c27a624276ae1c3c5cb8bb2183 for: {'subnet': 1} {{(pid=78727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:11:15.990648 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a5b678b8-799f-4b1f-95e5-3575a0482747 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11348241'] for subnet, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:16.050914 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Network f6131020-e621-4d64-bc24-8f6a5eca4745 details requested by agent ovs-agent-dv-cinder-788364-3-iscsi with host dv-cinder-788364-3-iscsi {{(pid=78729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 20:11:16.240412 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:16.265386 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port 0f261165-c3f0-4bb7-8d39-636542b3aa75, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=0f261165-c3f0-4bb7-8d39-636542b3aa75,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:11:16.272888 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:16.277883 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:16.393456 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=0f261165-c3f0-4bb7-8d39-636542b3aa75,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:16.397928 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:16.682762 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a5b678b8-799f-4b1f-95e5-3575a0482747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10618110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11348323'] for subnet, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:16.688499 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:16.764069 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b678b8-799f-4b1f-95e5-3575a0482747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d4afb7-118e-4596-907a-685a50ea37df,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:16.768391 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-a5b678b8-799f-4b1f-95e5-3575a0482747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:16.773262 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b678b8-799f-4b1f-95e5-3575a0482747 admin admin] Checking segment: {'id': '960f5bb4-2437-472d-9ad1-3884fcf5f55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6131020-e621-4d64-bc24-8f6a5eca4745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:11:16.773629 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b678b8-799f-4b1f-95e5-3575a0482747 admin admin] Network hostable DHCP agents. Network: f6131020-e621-4d64-bc24-8f6a5eca4745, hostable agents: ['d4f40443-b4a1-4714-9d47-f8080706db31'], hosted agents: [] {{(pid=78727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 20:11:16.795876 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b678b8-799f-4b1f-95e5-3575a0482747 admin admin] Network f6131020-e621-4d64-bc24-8f6a5eca4745 is scheduled to be hosted by DHCP agent d4f40443-b4a1-4714-9d47-f8080706db31 with binding_index 1 {{(pid=78727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 20:11:16.809154 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-a5b678b8-799f-4b1f-95e5-3575a0482747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-iscsi, f6131020-e621-4d64-bc24-8f6a5eca4745) {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:11:16.822911 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b678b8-799f-4b1f-95e5-3575a0482747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:16.823577 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a5b678b8-799f-4b1f-95e5-3575a0482747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:16.824832 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c087641-fb01-492a-b68f-a7c4f13be9dd None None] Network f6131020-e621-4d64-bc24-8f6a5eca4745 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:11:16.853370 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-a5b678b8-799f-4b1f-95e5-3575a0482747 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9175346
May 10 20:11:16.855122 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54774) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:16.871852 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-271467904-router', 'tenant_id': '529103c27a624276ae1c3c5cb8bb2183', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:16.883124 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:16.887785 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Usage tracker for resource:router and tenant:529103c27a624276ae1c3c5cb8bb2183 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:16.892364 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:16.901473 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:16.917804 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-342245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13685'] for router, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:16.919016 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-342250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400874', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13644'] for router, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:16.941288 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:17.204176 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0a44e7e-9408-5f1f-b31c-5351961196ea-f6131020-e621-4d64-bc24-8f6a5eca4745', 'network_id': 'f6131020-e621-4d64-bc24-8f6a5eca4745', 'tenant_id': '529103c27a624276ae1c3c5cb8bb2183', 'fixed_ips': [{'subnet_id': '23d4afb7-118e-4596-907a-685a50ea37df'}]}} from dv-cinder-788364-3-iscsi. {{(pid=78729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 20:11:17.205914 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:17.468576 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13650'] for router, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:17.480881 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Allocated IP 172.20.0.2 (f6131020-e621-4d64-bc24-8f6a5eca4745/23d4afb7-118e-4596-907a-685a50ea37df/6b418bed-8e6c-4068-9fae-eb839b98c2ea) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:11:17.767416 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] Sync routers for ids ['2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'] in dv-cinder-788364-3-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:11:17.784486 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] Routers {'2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:11:17.785331 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff87f1970>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:11:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:17.817237 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:17.854946 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Transition to ACTIVE for port object 6b418bed-8e6c-4068-9fae-eb839b98c2ea will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:11:17.901250 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Transition to ACTIVE for port object 6b418bed-8e6c-4068-9fae-eb839b98c2ea will not be triggered until provisioned by entity DHCP. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:11:17.912204 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 0f261165-c3f0-4bb7-8d39-636542b3aa75 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:11:17.961650 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:17.971868 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:18.077987 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Network f6131020-e621-4d64-bc24-8f6a5eca4745 is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:11:18.078961 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Pushing event updated for resources: {'Port': ['ID=6b418bed-8e6c-4068-9fae-eb839b98c2ea,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:18.082442 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Resources bound (agent type, host, resource id):  {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:11:18.086309 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:11:18.089198 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:18.142552 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:18.188243 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:18.188533 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] Set router 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:11:18.242019 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 0f261165-c3f0-4bb7-8d39-636542b3aa75 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:18.242427 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:18.280187 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Attempting to bind port 6b418bed-8e6c-4068-9fae-eb839b98c2ea on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:11:18.280659 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Attempting to bind port 6b418bed-8e6c-4068-9fae-eb839b98c2ea by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': '960f5bb4-2437-472d-9ad1-3884fcf5f55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6131020-e621-4d64-bc24-8f6a5eca4745'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:11:18.281031 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Attempting to bind port 6b418bed-8e6c-4068-9fae-eb839b98c2ea on network f6131020-e621-4d64-bc24-8f6a5eca4745 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:11:18.354660 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:11:18.355042 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Checking segment: {'id': '960f5bb4-2437-472d-9ad1-3884fcf5f55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6131020-e621-4d64-bc24-8f6a5eca4745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:11:18.355452 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:18.355850 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Bound using segment: {'id': '960f5bb4-2437-472d-9ad1-3884fcf5f55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6131020-e621-4d64-bc24-8f6a5eca4745'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:11:18.356368 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Bound port: 6b418bed-8e6c-4068-9fae-eb839b98c2ea, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960f5bb4-2437-472d-9ad1-3884fcf5f55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6131020-e621-4d64-bc24-8f6a5eca4745'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:11:18.357326 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:18.501835 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Allocated IP 172.27.1.184 (01362e56-e24c-4ee7-a42c-5b36628ae184/e9773ae1-ec36-4e8c-9f0f-e60b51e99e71/eef31cc2-fa22-4502-8d33-6552ebdcd834) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:11:18.626612 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] For port 6b418bed-8e6c-4068-9fae-eb839b98c2ea, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:11:18.650932 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] For port 6b418bed-8e6c-4068-9fae-eb839b98c2ea, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=6b418bed-8e6c-4068-9fae-eb839b98c2ea,segment=NetworkSegment(960f5bb4-2437-472d-9ad1-3884fcf5f55b),segment_id=960f5bb4-2437-472d-9ad1-3884fcf5f55b)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:11:18.667063 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:18.677885 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:18.937831 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Pushing event updated for resources: {'Port': ['ID=6b418bed-8e6c-4068-9fae-eb839b98c2ea,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:18.944607 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:18.966824 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:18.973414 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff87f1970>, [{'id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'name': 'tempest-TestShelveInstance-1572753580-router', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:08Z', 'updated_at': '2021-05-10T20:11:13Z', 'revision_number': 4, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'gw_port': {'id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:09Z', 'updated_at': '2021-05-10T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '1de32a4e-2b9b-4e5d-bbba-4c055946fb0a', 'name': '', 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:12Z', 'updated_at': '2021-05-10T20:11:13Z', 'revision_number': 2, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'subnets': [{'id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:18.981721 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] Checking router: 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d for host: dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:11:18.982803 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] Updating router 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d port 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a binding host dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:11:19.075408 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:19.087011 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-fe423122-2bd1-489e-8cd3-5e8028e7ede7 tempest-VolumesSnapshotTestJSON-305846463 tempest-VolumesSnapshotTestJSON-305846463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:19.091915 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:19.350946 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:11:19.359514 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:11:19.373100 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:11:19.421180 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Pushing event updated for resources: {'Port': ['ID=eef31cc2-fa22-4502-8d33-6552ebdcd834,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:19.428074 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:19.715498 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:19.730511 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] Transition to ACTIVE for port object 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:11:19.741315 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:19.745071 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-962a1a43-2b22-4c32-94ec-c74e7f296367 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:19.747455 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 6b418bed-8e6c-4068-9fae-eb839b98c2ea up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:11:19.910659 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12817e-8cc3-4226-9cf8-491d452687e1 None None] Pushing event updated for resources: {'Port': ['ID=1de32a4e-2b9b-4e5d-bbba-4c055946fb0a,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:20.004172 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port 6b418bed-8e6c-4068-9fae-eb839b98c2ea completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:11:20.008942 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12817e-8cc3-4226-9cf8-491d452687e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:20.009811 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12817e-8cc3-4226-9cf8-491d452687e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:20.009975 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12817e-8cc3-4226-9cf8-491d452687e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:20.010311 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12817e-8cc3-4226-9cf8-491d452687e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:20.010563 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12817e-8cc3-4226-9cf8-491d452687e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:20.010861 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12817e-8cc3-4226-9cf8-491d452687e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:20.011177 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12817e-8cc3-4226-9cf8-491d452687e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:20.011487 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12817e-8cc3-4226-9cf8-491d452687e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:20.011820 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12817e-8cc3-4226-9cf8-491d452687e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:20.012189 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12817e-8cc3-4226-9cf8-491d452687e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:20.012480 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12817e-8cc3-4226-9cf8-491d452687e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:20.012789 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12817e-8cc3-4226-9cf8-491d452687e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:20.082748 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4c12817e-8cc3-4226-9cf8-491d452687e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:20.108948 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] Attempting to bind port 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:11:20.109234 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] Attempting to bind port 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': 'd469004d-8620-4852-be74-dd848b385f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:11:20.109609 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] Attempting to bind port 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a on network bed0b16f-0116-416a-ae69-87f7a3e8bfb1 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:11:20.117175 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:11:20.117552 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] Checking segment: {'id': 'd469004d-8620-4852-be74-dd848b385f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:11:20.118044 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:20.118453 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] Bound using segment: {'id': 'd469004d-8620-4852-be74-dd848b385f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:11:20.119052 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] Bound port: 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd469004d-8620-4852-be74-dd848b385f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:11:20.120181 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:20.154517 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:20.262693 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] For port 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:11:20.269682 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] For port 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=1de32a4e-2b9b-4e5d-bbba-4c055946fb0a,segment=NetworkSegment(d469004d-8620-4852-be74-dd848b385f3a),segment_id=d469004d-8620-4852-be74-dd848b385f3a)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:11:20.280008 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:20.296617 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-5e6bbd01-bfdb-4936-b17e-c7de9e524f5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:20.427960 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12817e-8cc3-4226-9cf8-491d452687e1 None None] Pushing event updated for resources: {'Port': ['ID=1de32a4e-2b9b-4e5d-bbba-4c055946fb0a,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:20.433292 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] Routers {'2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:11:20.435213 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff87f1970>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:11:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:20.481033 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed646fbd-ff22-42df-b59e-01e168eb209c None None] Network f6131020-e621-4d64-bc24-8f6a5eca4745 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:11:20.537432 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4c12817e-8cc3-4226-9cf8-491d452687e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:20.597413 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-4b53d319-f008-4cd6-950e-f26fe443f386 None None] Provisioning for port 6b418bed-8e6c-4068-9fae-eb839b98c2ea completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:11:20.615795 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-4b53d319-f008-4cd6-950e-f26fe443f386 None None] Provisioning complete for port 6b418bed-8e6c-4068-9fae-eb839b98c2ea triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:20.615795 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4b53d319-f008-4cd6-950e-f26fe443f386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:20.678329 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-337256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399622'] for router, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:20.780789 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] Set router 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:11:20.961251 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4b53d319-f008-4cd6-950e-f26fe443f386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:21.040610 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-4b53d319-f008-4cd6-950e-f26fe443f386 None None] For port 6b418bed-8e6c-4068-9fae-eb839b98c2ea, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=6b418bed-8e6c-4068-9fae-eb839b98c2ea,segment=NetworkSegment(960f5bb4-2437-472d-9ad1-3884fcf5f55b),segment_id=960f5bb4-2437-472d-9ad1-3884fcf5f55b)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:11:21.063205 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Router d841fb8e-2897-45a5-8494-f0b3d679c52c is scheduled to L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 with binding_index 1 {{(pid=78727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 20:11:21.067556 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4b53d319-f008-4cd6-950e-f26fe443f386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:21.071675 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:21.231290 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53d319-f008-4cd6-950e-f26fe443f386 None None] Pushing event updated for resources: {'Port': ['ID=6b418bed-8e6c-4068-9fae-eb839b98c2ea,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:21.241874 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4b53d319-f008-4cd6-950e-f26fe443f386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:21.351807 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:11:21.368834 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] Sync routers for ids ['d841fb8e-2897-45a5-8494-f0b3d679c52c'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:11:21.391208 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Notify callbacks [] for router, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:21.397641 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.5325062
May 10 20:11:21.397946 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 54826) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:21.401298 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] Routers {'d841fb8e-2897-45a5-8494-f0b3d679c52c'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:11:21.402081 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff81a7c10>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:11:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['d841fb8e-2897-45a5-8494-f0b3d679c52c'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:21.550436 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff87f1970>, [{'id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'name': 'tempest-TestShelveInstance-1572753580-router', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:08Z', 'updated_at': '2021-05-10T20:11:13Z', 'revision_number': 4, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'gw_port': {'id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:09Z', 'updated_at': '2021-05-10T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '1de32a4e-2b9b-4e5d-bbba-4c055946fb0a', 'name': '', 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:12Z', 'updated_at': '2021-05-10T20:11:20Z', 'revision_number': 4, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'subnets': [{'id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:21.559493 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e146fad-708c-40b4-939c-466935e3a41d None None] The sync data for ids ['2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'] in dv-cinder-788364-3-iscsi is: [{'id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'name': 'tempest-TestShelveInstance-1572753580-router', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:08Z', 'updated_at': '2021-05-10T20:11:13Z', 'revision_number': 4, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'gw_port': {'id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:09Z', 'updated_at': '2021-05-10T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '1de32a4e-2b9b-4e5d-bbba-4c055946fb0a', 'name': '', 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:12Z', 'updated_at': '2021-05-10T20:11:20Z', 'revision_number': 4, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'subnets': [{'id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:11:21.738989 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 6b418bed-8e6c-4068-9fae-eb839b98c2ea up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:11:21.768736 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-7a148882-62df-440b-9865-f4e1622e085f None None] Provisioning complete for port 6b418bed-8e6c-4068-9fae-eb839b98c2ea triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:21.769119 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7a148882-62df-440b-9865-f4e1622e085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:21.881537 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] Set router d841fb8e-2897-45a5-8494-f0b3d679c52c gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:11:22.146006 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 6b418bed-8e6c-4068-9fae-eb839b98c2ea triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:22.146687 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:22.429296 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:22.447530 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:11:22.524196 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff81a7c10>, [{'id': 'd841fb8e-2897-45a5-8494-f0b3d679c52c', 'name': 'tempest-TestShelveInstance-271467904-router', 'tenant_id': '529103c27a624276ae1c3c5cb8bb2183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'eef31cc2-fa22-4502-8d33-6552ebdcd834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:16Z', 'updated_at': '2021-05-10T20:11:19Z', 'revision_number': 3, 'project_id': '529103c27a624276ae1c3c5cb8bb2183', 'gw_port': {'id': 'eef31cc2-fa22-4502-8d33-6552ebdcd834', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd841fb8e-2897-45a5-8494-f0b3d679c52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:18Z', 'updated_at': '2021-05-10T20:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:22.531172 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] Checking router: d841fb8e-2897-45a5-8494-f0b3d679c52c for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:11:22.531447 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] Updating router d841fb8e-2897-45a5-8494-f0b3d679c52c port eef31cc2-fa22-4502-8d33-6552ebdcd834 binding host dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:11:22.613536 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:11:22.621123 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:22.651312 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:22.651733 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:22.825943 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Allocated IP 172.20.0.1 (f6131020-e621-4d64-bc24-8f6a5eca4745/23d4afb7-118e-4596-907a-685a50ea37df/b5f11c79-3d86-45ed-9f92-e5254748dc82) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:11:22.998814 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:23.008969 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:23.032374 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Transition to ACTIVE for port object b5f11c79-3d86-45ed-9f92-e5254748dc82 will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:11:23.063512 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:23.067733 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-32719f17-2c64-4304-bffe-8bb3fe0226b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:23.084870 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=1de32a4e-2b9b-4e5d-bbba-4c055946fb0a,segment=NetworkSegment(d469004d-8620-4852-be74-dd848b385f3a),segment_id=d469004d-8620-4852-be74-dd848b385f3a)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:11:23.092421 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:23.098962 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4b53d319-f008-4cd6-950e-f26fe443f386 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:23.136419 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Network f6131020-e621-4d64-bc24-8f6a5eca4745 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:11:23.141096 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:11:23.150747 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:11:23.195334 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Pushing event updated for resources: {'Port': ['ID=b5f11c79-3d86-45ed-9f92-e5254748dc82,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:23.199984 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:23.217362 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=1de32a4e-2b9b-4e5d-bbba-4c055946fb0a,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:23.221147 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396761'] for router_interface, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:23.221650 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:23.261829 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:23.274854 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] Transition to ACTIVE for port object eef31cc2-fa22-4502-8d33-6552ebdcd834 will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:11:23.287752 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:23.291837 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:23.375969 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] Attempting to bind port eef31cc2-fa22-4502-8d33-6552ebdcd834 on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:11:23.376351 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] Attempting to bind port eef31cc2-fa22-4502-8d33-6552ebdcd834 by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:11:23.376727 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] Attempting to bind port eef31cc2-fa22-4502-8d33-6552ebdcd834 on network 01362e56-e24c-4ee7-a42c-5b36628ae184 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:11:23.379966 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:23.385020 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87920a1d-59d9-4e0d-a0a6-6e8359b79220 None None] Pushing event updated for resources: {'Port': ['ID=eef31cc2-fa22-4502-8d33-6552ebdcd834,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:23.388288 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-87920a1d-59d9-4e0d-a0a6-6e8359b79220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:23.389772 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:11:23.390173 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] Checking segment: {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:11:23.390740 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:23.391036 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] Bound using segment: {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:11:23.391544 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] Bound port: eef31cc2-fa22-4502-8d33-6552ebdcd834, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405b5aa4-4e56-4073-92fb-fc739dbf17c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:11:23.391979 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:23.479802 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-9edb0b05-d768-4476-94ab-b0bff2eff4ca None None] Provisioning for port b5f11c79-3d86-45ed-9f92-e5254748dc82 completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:11:23.487160 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] For port eef31cc2-fa22-4502-8d33-6552ebdcd834, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:11:23.489360 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-9edb0b05-d768-4476-94ab-b0bff2eff4ca None None] Provisioning complete for port b5f11c79-3d86-45ed-9f92-e5254748dc82 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:23.489741 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9edb0b05-d768-4476-94ab-b0bff2eff4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:23.531997 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] For port eef31cc2-fa22-4502-8d33-6552ebdcd834, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=eef31cc2-fa22-4502-8d33-6552ebdcd834,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:11:23.539003 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:23.545590 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:23.600791 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-9edb0b05-d768-4476-94ab-b0bff2eff4ca None None] Port b5f11c79-3d86-45ed-9f92-e5254748dc82 cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:11:23.631927 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:23.633946 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] Routers {'d841fb8e-2897-45a5-8494-f0b3d679c52c'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:11:23.634692 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff81a7c10>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:11:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['d841fb8e-2897-45a5-8494-f0b3d679c52c'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:23.639700 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:23.670050 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:23.703677 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:11:23.765739 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Pushing event updated for resources: {'Port': ['ID=b5f11c79-3d86-45ed-9f92-e5254748dc82,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:23.768413 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396666'] for router_interface, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:23.778343 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:23.788526 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:11:23.832376 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87920a1d-59d9-4e0d-a0a6-6e8359b79220 None None] Pushing event updated for resources: {'Port': ['ID=eef31cc2-fa22-4502-8d33-6552ebdcd834,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:23.840944 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-87920a1d-59d9-4e0d-a0a6-6e8359b79220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:23.960430 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:23.961284 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:23.986731 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] Set router d841fb8e-2897-45a5-8494-f0b3d679c52c gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:11:24.004842 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Network f6131020-e621-4d64-bc24-8f6a5eca4745 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:11:24.006673 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:11:24.352095 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Router d841fb8e-2897-45a5-8494-f0b3d679c52c has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:11:24.473659 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-ee16f9c0-7a5a-4b28-a68e-1b4d886b0ecf None None] Provisioning complete for port b5f11c79-3d86-45ed-9f92-e5254748dc82 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:24.474277 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ee16f9c0-7a5a-4b28-a68e-1b4d886b0ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:24.592951 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-ee16f9c0-7a5a-4b28-a68e-1b4d886b0ecf None None] Port b5f11c79-3d86-45ed-9f92-e5254748dc82 cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:11:24.632793 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff81a7c10>, [{'id': 'd841fb8e-2897-45a5-8494-f0b3d679c52c', 'name': 'tempest-TestShelveInstance-271467904-router', 'tenant_id': '529103c27a624276ae1c3c5cb8bb2183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'eef31cc2-fa22-4502-8d33-6552ebdcd834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:16Z', 'updated_at': '2021-05-10T20:11:23Z', 'revision_number': 4, 'project_id': '529103c27a624276ae1c3c5cb8bb2183', 'gw_port': {'id': 'eef31cc2-fa22-4502-8d33-6552ebdcd834', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd841fb8e-2897-45a5-8494-f0b3d679c52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:18Z', 'updated_at': '2021-05-10T20:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': 'b5f11c79-3d86-45ed-9f92-e5254748dc82', 'name': '', 'network_id': 'f6131020-e621-4d64-bc24-8f6a5eca4745', 'tenant_id': '529103c27a624276ae1c3c5cb8bb2183', 'mac_address': 'fa:16:3e:22:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd841fb8e-2897-45a5-8494-f0b3d679c52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '23d4afb7-118e-4596-907a-685a50ea37df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:22Z', 'updated_at': '2021-05-10T20:11:23Z', 'revision_number': 2, 'project_id': '529103c27a624276ae1c3c5cb8bb2183', 'subnets': [{'id': '23d4afb7-118e-4596-907a-685a50ea37df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:24.637429 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd8e29d-b50f-40df-b105-bd440d111349 None None] The sync data for ids ['d841fb8e-2897-45a5-8494-f0b3d679c52c'] in dv-cinder-788364-3-iscsi is: [{'id': 'd841fb8e-2897-45a5-8494-f0b3d679c52c', 'name': 'tempest-TestShelveInstance-271467904-router', 'tenant_id': '529103c27a624276ae1c3c5cb8bb2183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'eef31cc2-fa22-4502-8d33-6552ebdcd834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:16Z', 'updated_at': '2021-05-10T20:11:23Z', 'revision_number': 4, 'project_id': '529103c27a624276ae1c3c5cb8bb2183', 'gw_port': {'id': 'eef31cc2-fa22-4502-8d33-6552ebdcd834', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd841fb8e-2897-45a5-8494-f0b3d679c52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:18Z', 'updated_at': '2021-05-10T20:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': 'b5f11c79-3d86-45ed-9f92-e5254748dc82', 'name': '', 'network_id': 'f6131020-e621-4d64-bc24-8f6a5eca4745', 'tenant_id': '529103c27a624276ae1c3c5cb8bb2183', 'mac_address': 'fa:16:3e:22:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd841fb8e-2897-45a5-8494-f0b3d679c52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '23d4afb7-118e-4596-907a-685a50ea37df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:22Z', 'updated_at': '2021-05-10T20:11:23Z', 'revision_number': 2, 'project_id': '529103c27a624276ae1c3c5cb8bb2183', 'subnets': [{'id': '23d4afb7-118e-4596-907a-685a50ea37df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:11:24.712217 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-5b7f92e9-eef7-4bb9-bf38-8fc5a67ad0af tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1803115481&fields=id&tenant_id=5127732f09de45a6ae2dd1088906e37c HTTP/1.1" status: 200  len: 267 time: 0.0816870
May 10 20:11:24.817599 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:11:24.832512 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] 10.222.0.15 "PUT /v2.0/routers/d841fb8e-2897-45a5-8494-f0b3d679c52c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4324124
May 10 20:11:24.960252 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-a97946c1-8a81-42af-ba2f-d1aca20d575b tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:24.963181 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-a97946c1-8a81-42af-ba2f-d1aca20d575b tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/networks?id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b HTTP/1.1" status: 200  len: 810 time: 0.2426574
May 10 20:11:24.982421 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-5dc04cb1-b68b-4eee-b3c6-9fcbc149387e tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/quotas/5127732f09de45a6ae2dd1088906e37c HTTP/1.1" status: 200  len: 375 time: 0.0116963
May 10 20:11:25.110926 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-0a216ec9-732c-45e4-8ab8-0d41cb00fe7c tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5127732f09de45a6ae2dd1088906e37c&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1178484
May 10 20:11:25.283299 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-38af36c6-adc6-442d-b590-e954925c9644 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=78728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 20:11:25.289859 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-38af36c6-adc6-442d-b590-e954925c9644 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1673055
May 10 20:11:25.479903 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-71885e2f-8064-420a-9e80-20e9b207af64 service neutron] 10.222.0.15 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1832194
May 10 20:11:25.663338 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-d9461460-6282-4af1-8387-7f6e0821f7a3 service neutron] 10.222.0.15 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1797152
May 10 20:11:25.683412 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 54868) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:25.690201 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-792c640d-d687-4c42-ac24-719bd12fb93d tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-725319254', 'description': 'tempest-secgroup-smoke-725319254 description', 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:25.696745 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-792c640d-d687-4c42-ac24-719bd12fb93d tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:25.701778 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-792c640d-d687-4c42-ac24-719bd12fb93d tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Usage tracker for resource:security_group and tenant:f020bc75fa8e4abdb58792cb967d3eac is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:25.705134 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-792c640d-d687-4c42-ac24-719bd12fb93d tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:25.714001 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-792c640d-d687-4c42-ac24-719bd12fb93d tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:25.732829 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-792c640d-d687-4c42-ac24-719bd12fb93d tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:25.733048 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device eef31cc2-fa22-4502-8d33-6552ebdcd834 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:11:25.771696 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-792c640d-d687-4c42-ac24-719bd12fb93d tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:25.781428 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-792c640d-d687-4c42-ac24-719bd12fb93d tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Usage tracker for resource:security_group_rule and tenant:f020bc75fa8e4abdb58792cb967d3eac is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:25.790640 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-792c640d-d687-4c42-ac24-719bd12fb93d tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:25.816680 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-792c640d-d687-4c42-ac24-719bd12fb93d tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:25.900682 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port eef31cc2-fa22-4502-8d33-6552ebdcd834 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:11:25.909575 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port eef31cc2-fa22-4502-8d33-6552ebdcd834 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:25.910115 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:25.981277 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-792c640d-d687-4c42-ac24-719bd12fb93d tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:25.992596 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-792c640d-d687-4c42-ac24-719bd12fb93d tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:26.018896 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3005da48-36cd-4d1f-90e6-f998012baa1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:26.053543 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-792c640d-d687-4c42-ac24-719bd12fb93d tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:26.055096 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-792c640d-d687-4c42-ac24-719bd12fb93d tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3705521
May 10 20:11:26.058519 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54884) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:26.066470 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c640d-d687-4c42-ac24-719bd12fb93d tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad082451-23f1-4402-9cf7-8f8be960c68b,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:26.066667 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Request body: {'security_group_rule': {'security_group_id': 'ad082451-23f1-4402-9cf7-8f8be960c68b', 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:26.072408 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-792c640d-d687-4c42-ac24-719bd12fb93d tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:26.084947 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:26.089340 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Usage tracker for resource:security_group_rule and tenant:f020bc75fa8e4abdb58792cb967d3eac is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:26.096667 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:26.103673 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:26.130109 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:26.222731 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:26.223081 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:26.228247 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:26.254275 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port eef31cc2-fa22-4502-8d33-6552ebdcd834, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=eef31cc2-fa22-4502-8d33-6552ebdcd834,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:11:26.260076 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:26.266395 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-87920a1d-59d9-4e0d-a0a6-6e8359b79220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:26.271640 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-00c91dce-429f-4685-938b-ab63ec0d18df tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:26.280699 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:26.284126 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2221692
May 10 20:11:26.284487 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 54898) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:26.290367 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Request body: {'security_group_rule': {'security_group_id': 'ad082451-23f1-4402-9cf7-8f8be960c68b', 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:26.291018 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921eaecf-3bec-456d-aacd-8757c9416574,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:26.303102 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:26.310044 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.310818 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.311073 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.311449 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.315909 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.316942 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Usage tracker for resource:security_group_rule and tenant:f020bc75fa8e4abdb58792cb967d3eac is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:26.319325 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.319792 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.320216 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.320830 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.322095 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.322651 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.324786 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:26.325197 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.335410 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-33b7c3ec-dd9e-4e2f-8b58-9f1e76856eff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:26.365453 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=eef31cc2-fa22-4502-8d33-6552ebdcd834,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:26.369730 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:26.394759 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:26.404960 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9a071da5-5299-4fc2-ac47-5727d5fb4546 req-289d0567-af89-4fae-afa2-1e6b8931d28d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 210 time: 0.0668955
May 10 20:11:26.432553 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:26.503771 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:26.507984 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:26.509998 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:26.536860 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f09276d-0ed1-4a70-a33c-8d1aae43cafc,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:26.547794 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.548234 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.548593 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.548958 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.549312 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.549669 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.550019 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.550365 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.550712 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.551061 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.551409 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.551755 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:11:26.555173 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:26.556086 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:26.560571 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-36a34883-25a2-416f-871e-a628ebad42f1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2750330
May 10 20:11:26.560954 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54906) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:26.566516 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-7e927de5-da66-487e-9804-783b6262ec0a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Request body: {'security_group_rule': {'security_group_id': 'ad082451-23f1-4402-9cf7-8f8be960c68b', 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:26.572452 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-7e927de5-da66-487e-9804-783b6262ec0a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:26.577122 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-7e927de5-da66-487e-9804-783b6262ec0a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Usage tracker for resource:security_group_rule and tenant:f020bc75fa8e4abdb58792cb967d3eac is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:26.580240 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-7e927de5-da66-487e-9804-783b6262ec0a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:26.586105 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-7e927de5-da66-487e-9804-783b6262ec0a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:26.603750 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7e927de5-da66-487e-9804-783b6262ec0a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:26.669697 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7e927de5-da66-487e-9804-783b6262ec0a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:26.673936 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7e927de5-da66-487e-9804-783b6262ec0a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:26.676234 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-5b1f788a-5762-4d13-87cd-fd9325618968 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:26.699007 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e927de5-da66-487e-9804-783b6262ec0a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719419b8-feef-423d-8e84-d1e515fed29a,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:26.701932 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7e927de5-da66-487e-9804-783b6262ec0a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:26.709832 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7e927de5-da66-487e-9804-783b6262ec0a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:26.711035 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-7e927de5-da66-487e-9804-783b6262ec0a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1488211
May 10 20:11:26.713818 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54912) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:26.719051 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-08a56ae8-05e5-480f-a5a8-3c65d28bc4b0 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Request body: {'security_group_rule': {'security_group_id': 'ad082451-23f1-4402-9cf7-8f8be960c68b', 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:26.724938 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-08a56ae8-05e5-480f-a5a8-3c65d28bc4b0 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:26.729308 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-08a56ae8-05e5-480f-a5a8-3c65d28bc4b0 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Usage tracker for resource:security_group_rule and tenant:f020bc75fa8e4abdb58792cb967d3eac is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:26.733686 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-08a56ae8-05e5-480f-a5a8-3c65d28bc4b0 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:26.739878 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-08a56ae8-05e5-480f-a5a8-3c65d28bc4b0 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:26.755152 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-08a56ae8-05e5-480f-a5a8-3c65d28bc4b0 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:26.833443 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-08a56ae8-05e5-480f-a5a8-3c65d28bc4b0 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:26.838599 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-08a56ae8-05e5-480f-a5a8-3c65d28bc4b0 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:26.847774 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:26.870530 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a56ae8-05e5-480f-a5a8-3c65d28bc4b0 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fa6465-1e95-460e-ae79-0fea35d17b07,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:26.873696 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-08a56ae8-05e5-480f-a5a8-3c65d28bc4b0 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:26.880368 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-08a56ae8-05e5-480f-a5a8-3c65d28bc4b0 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:26.882083 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-08a56ae8-05e5-480f-a5a8-3c65d28bc4b0 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1672676
May 10 20:11:26.886626 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54918) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:26.894845 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-7958e417-cae0-4610-9dc4-03656ed6d6d5 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Request body: {'security_group_rule': {'security_group_id': 'ad082451-23f1-4402-9cf7-8f8be960c68b', 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:26.904552 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-7958e417-cae0-4610-9dc4-03656ed6d6d5 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:26.911123 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-7958e417-cae0-4610-9dc4-03656ed6d6d5 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Usage tracker for resource:security_group_rule and tenant:f020bc75fa8e4abdb58792cb967d3eac is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:26.916018 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-7958e417-cae0-4610-9dc4-03656ed6d6d5 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:26.925168 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-7958e417-cae0-4610-9dc4-03656ed6d6d5 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:26.938170 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.securitygroups_db [None req-7958e417-cae0-4610-9dc4-03656ed6d6d5 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Project f020bc75fa8e4abdb58792cb967d3eac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 20:11:26.944884 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7958e417-cae0-4610-9dc4-03656ed6d6d5 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:27.014958 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7958e417-cae0-4610-9dc4-03656ed6d6d5 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:27.018017 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7958e417-cae0-4610-9dc4-03656ed6d6d5 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:27.020214 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:27.043674 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958e417-cae0-4610-9dc4-03656ed6d6d5 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81eff2d-3172-44e8-8d92-f1254a959c75,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:27.046281 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7958e417-cae0-4610-9dc4-03656ed6d6d5 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:27.054526 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7958e417-cae0-4610-9dc4-03656ed6d6d5 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:27.056267 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-7958e417-cae0-4610-9dc4-03656ed6d6d5 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1682065
May 10 20:11:27.059257 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 54922) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:27.066460 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-fbf4868b-45cd-41db-bf8d-f0e3b65e4f5b tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Request body: {'security_group_rule': {'security_group_id': 'ad082451-23f1-4402-9cf7-8f8be960c68b', 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:27.073077 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-fbf4868b-45cd-41db-bf8d-f0e3b65e4f5b tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:27.078653 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-fbf4868b-45cd-41db-bf8d-f0e3b65e4f5b tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Usage tracker for resource:security_group_rule and tenant:f020bc75fa8e4abdb58792cb967d3eac is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:27.081700 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-fbf4868b-45cd-41db-bf8d-f0e3b65e4f5b tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:27.087612 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-fbf4868b-45cd-41db-bf8d-f0e3b65e4f5b tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:27.100446 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.securitygroups_db [None req-fbf4868b-45cd-41db-bf8d-f0e3b65e4f5b tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Project f020bc75fa8e4abdb58792cb967d3eac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 20:11:27.106601 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-fbf4868b-45cd-41db-bf8d-f0e3b65e4f5b tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:27.174399 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-fbf4868b-45cd-41db-bf8d-f0e3b65e4f5b tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:27.178343 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-fbf4868b-45cd-41db-bf8d-f0e3b65e4f5b tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389448'] for security_group_rule, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:27.180375 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:27.205832 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4868b-45cd-41db-bf8d-f0e3b65e4f5b tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2c486d-7c6c-4b93-a4b6-d6cf0f96689c,revision_number=0']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:27.210226 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-fbf4868b-45cd-41db-bf8d-f0e3b65e4f5b tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:27.214393 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-fbf4868b-45cd-41db-bf8d-f0e3b65e4f5b tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:27.215533 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-fbf4868b-45cd-41db-bf8d-f0e3b65e4f5b tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1543982
May 10 20:11:27.355483 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-cec38ca7-b1a1-4a82-80f0-8384ca4e9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:27.560991 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8758fae4-9a83-427d-9f1b-7c33d84d29c4 req-965f074b-e6bf-438d-8901-5f27cf14cd35 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 210 time: 0.0438747
May 10 20:11:27.669775 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device eef31cc2-fa22-4502-8d33-6552ebdcd834 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:11:27.691776 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] Sync routers for ids ['d841fb8e-2897-45a5-8494-f0b3d679c52c'] in dv-cinder-788364-3-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:11:27.702959 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] Routers {'d841fb8e-2897-45a5-8494-f0b3d679c52c'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:11:27.702959 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff8576970>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:11:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['d841fb8e-2897-45a5-8494-f0b3d679c52c'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:27.743594 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port eef31cc2-fa22-4502-8d33-6552ebdcd834 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:27.743997 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:27.911436 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] Set router d841fb8e-2897-45a5-8494-f0b3d679c52c gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:11:28.230406 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff8576970>, [{'id': 'd841fb8e-2897-45a5-8494-f0b3d679c52c', 'name': 'tempest-TestShelveInstance-271467904-router', 'tenant_id': '529103c27a624276ae1c3c5cb8bb2183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'eef31cc2-fa22-4502-8d33-6552ebdcd834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:16Z', 'updated_at': '2021-05-10T20:11:23Z', 'revision_number': 4, 'project_id': '529103c27a624276ae1c3c5cb8bb2183', 'gw_port': {'id': 'eef31cc2-fa22-4502-8d33-6552ebdcd834', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd841fb8e-2897-45a5-8494-f0b3d679c52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:18Z', 'updated_at': '2021-05-10T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': 'b5f11c79-3d86-45ed-9f92-e5254748dc82', 'name': '', 'network_id': 'f6131020-e621-4d64-bc24-8f6a5eca4745', 'tenant_id': '529103c27a624276ae1c3c5cb8bb2183', 'mac_address': 'fa:16:3e:22:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd841fb8e-2897-45a5-8494-f0b3d679c52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '23d4afb7-118e-4596-907a-685a50ea37df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:22Z', 'updated_at': '2021-05-10T20:11:23Z', 'revision_number': 2, 'project_id': '529103c27a624276ae1c3c5cb8bb2183', 'subnets': [{'id': '23d4afb7-118e-4596-907a-685a50ea37df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:28.235217 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] Checking router: d841fb8e-2897-45a5-8494-f0b3d679c52c for host: dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:11:28.235582 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] Updating router d841fb8e-2897-45a5-8494-f0b3d679c52c port b5f11c79-3d86-45ed-9f92-e5254748dc82 binding host dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 20:11:28.316338 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:28.662195 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:28.674006 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] Transition to ACTIVE for port object b5f11c79-3d86-45ed-9f92-e5254748dc82 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:11:28.680358 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:28.683982 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:28.715240 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f2c5c300-8f33-450a-8486-334ecaa10d01 req-53061eaf-cab0-4c85-a09c-536b21fbdcaa tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 210 time: 0.0476274
May 10 20:11:28.850576 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea435b9-3811-4d06-b52a-da478bf8a63b None None] Pushing event updated for resources: {'Port': ['ID=b5f11c79-3d86-45ed-9f92-e5254748dc82,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:28.861845 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-fea435b9-3811-4d06-b52a-da478bf8a63b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:28.916529 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] Attempting to bind port b5f11c79-3d86-45ed-9f92-e5254748dc82 on host dv-cinder-788364-3-iscsi for vnic_type normal with profile  {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:11:28.916899 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] Attempting to bind port b5f11c79-3d86-45ed-9f92-e5254748dc82 by drivers openvswitch,hyperv on host dv-cinder-788364-3-iscsi at level 0 using segments [{'id': '960f5bb4-2437-472d-9ad1-3884fcf5f55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6131020-e621-4d64-bc24-8f6a5eca4745'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:11:28.917274 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] Attempting to bind port b5f11c79-3d86-45ed-9f92-e5254748dc82 on network f6131020-e621-4d64-bc24-8f6a5eca4745 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:11:28.923069 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] Checking agent: {'id': '6681f0c3-006d-4f73-a555-d34249826aeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 51, 30), 'started_at': datetime.datetime(2021, 5, 10, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:11:28.923441 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] Checking segment: {'id': '960f5bb4-2437-472d-9ad1-3884fcf5f55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6131020-e621-4d64-bc24-8f6a5eca4745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:11:28.923842 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:28.924346 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] Bound using segment: {'id': '960f5bb4-2437-472d-9ad1-3884fcf5f55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6131020-e621-4d64-bc24-8f6a5eca4745'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:11:28.924937 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] Bound port: b5f11c79-3d86-45ed-9f92-e5254748dc82, host: dv-cinder-788364-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960f5bb4-2437-472d-9ad1-3884fcf5f55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6131020-e621-4d64-bc24-8f6a5eca4745'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:11:28.925331 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:29.019996 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] For port b5f11c79-3d86-45ed-9f92-e5254748dc82, host dv-cinder-788364-3-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:11:29.023216 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] For port b5f11c79-3d86-45ed-9f92-e5254748dc82, host dv-cinder-788364-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=b5f11c79-3d86-45ed-9f92-e5254748dc82,segment=NetworkSegment(960f5bb4-2437-472d-9ad1-3884fcf5f55b),segment_id=960f5bb4-2437-472d-9ad1-3884fcf5f55b)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:11:29.026878 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:29.031709 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a153f737-18a3-4873-993f-7dbbddc5ece9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:29.106435 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] Routers {'d841fb8e-2897-45a5-8494-f0b3d679c52c'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:11:29.107060 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff8576970>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:11:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['d841fb8e-2897-45a5-8494-f0b3d679c52c'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:29.164951 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea435b9-3811-4d06-b52a-da478bf8a63b None None] Pushing event updated for resources: {'Port': ['ID=b5f11c79-3d86-45ed-9f92-e5254748dc82,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:29.220019 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-fea435b9-3811-4d06-b52a-da478bf8a63b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:29.299180 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] Set router d841fb8e-2897-45a5-8494-f0b3d679c52c gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:11:29.630344 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff8576970>, [{'id': 'd841fb8e-2897-45a5-8494-f0b3d679c52c', 'name': 'tempest-TestShelveInstance-271467904-router', 'tenant_id': '529103c27a624276ae1c3c5cb8bb2183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'eef31cc2-fa22-4502-8d33-6552ebdcd834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:16Z', 'updated_at': '2021-05-10T20:11:23Z', 'revision_number': 4, 'project_id': '529103c27a624276ae1c3c5cb8bb2183', 'gw_port': {'id': 'eef31cc2-fa22-4502-8d33-6552ebdcd834', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd841fb8e-2897-45a5-8494-f0b3d679c52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:18Z', 'updated_at': '2021-05-10T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': 'b5f11c79-3d86-45ed-9f92-e5254748dc82', 'name': '', 'network_id': 'f6131020-e621-4d64-bc24-8f6a5eca4745', 'tenant_id': '529103c27a624276ae1c3c5cb8bb2183', 'mac_address': 'fa:16:3e:22:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd841fb8e-2897-45a5-8494-f0b3d679c52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '23d4afb7-118e-4596-907a-685a50ea37df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:22Z', 'updated_at': '2021-05-10T20:11:29Z', 'revision_number': 4, 'project_id': '529103c27a624276ae1c3c5cb8bb2183', 'subnets': [{'id': '23d4afb7-118e-4596-907a-685a50ea37df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:29.634952 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee2f4c0-286b-4595-9d8c-f5ae9bd2db86 None None] The sync data for ids ['d841fb8e-2897-45a5-8494-f0b3d679c52c'] in dv-cinder-788364-3-iscsi is: [{'id': 'd841fb8e-2897-45a5-8494-f0b3d679c52c', 'name': 'tempest-TestShelveInstance-271467904-router', 'tenant_id': '529103c27a624276ae1c3c5cb8bb2183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'eef31cc2-fa22-4502-8d33-6552ebdcd834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:16Z', 'updated_at': '2021-05-10T20:11:23Z', 'revision_number': 4, 'project_id': '529103c27a624276ae1c3c5cb8bb2183', 'gw_port': {'id': 'eef31cc2-fa22-4502-8d33-6552ebdcd834', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd841fb8e-2897-45a5-8494-f0b3d679c52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:18Z', 'updated_at': '2021-05-10T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': 'b5f11c79-3d86-45ed-9f92-e5254748dc82', 'name': '', 'network_id': 'f6131020-e621-4d64-bc24-8f6a5eca4745', 'tenant_id': '529103c27a624276ae1c3c5cb8bb2183', 'mac_address': 'fa:16:3e:22:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd841fb8e-2897-45a5-8494-f0b3d679c52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '23d4afb7-118e-4596-907a-685a50ea37df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:22Z', 'updated_at': '2021-05-10T20:11:29Z', 'revision_number': 4, 'project_id': '529103c27a624276ae1c3c5cb8bb2183', 'subnets': [{'id': '23d4afb7-118e-4596-907a-685a50ea37df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:11:29.686477 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device b5f11c79-3d86-45ed-9f92-e5254748dc82 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:11:29.762655 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning for port b5f11c79-3d86-45ed-9f92-e5254748dc82 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:11:29.768452 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port b5f11c79-3d86-45ed-9f92-e5254748dc82 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:29.768890 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:29.913575 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9ee3d60e-d186-4fed-bec3-d0da37a7828a req-7daa2c7f-377f-4e18-978e-46edb15a99ee tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 210 time: 0.0693171
May 10 20:11:29.919799 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:29.956831 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] For port b5f11c79-3d86-45ed-9f92-e5254748dc82, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=b5f11c79-3d86-45ed-9f92-e5254748dc82,segment=NetworkSegment(960f5bb4-2437-472d-9ad1-3884fcf5f55b),segment_id=960f5bb4-2437-472d-9ad1-3884fcf5f55b)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:11:29.960990 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:29.963135 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:30.033962 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Pushing event updated for resources: {'Port': ['ID=b5f11c79-3d86-45ed-9f92-e5254748dc82,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:30.037419 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:30.230081 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c3c11d13-e621-49a4-bde4-fe743459f39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:30.561495 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:31.070843 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-198a027f-2e7d-4b76-8d34-82311bee8cf8 req-c321cb9f-3e08-4245-9830-1a9dd070dff9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 210 time: 0.0441811
May 10 20:11:31.230690 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-d2cd7eee-293b-4090-bce3-8fe4e0889092 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:31.232935 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-d2cd7eee-293b-4090-bce3-8fe4e0889092 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.30 "GET /v2.0/networks?id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b HTTP/1.1" status: 200  len: 810 time: 0.1610775
May 10 20:11:31.300121 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-7b015300-507e-4edc-a20f-6d7e958f4f5f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5127732f09de45a6ae2dd1088906e37c HTTP/1.1" status: 200  len: 380 time: 0.0549064
May 10 20:11:31.309139 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-fc283d49-ec1c-4d39-88e3-dea1c2b515aa tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Request body: {'port': {'device_id': '687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'admin_state_up': True, 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'security_groups': ['eb58d778-6e23-469f-94f9-68d761671edb']}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:31.465767 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-fc283d49-ec1c-4d39-88e3-dea1c2b515aa tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:31.477044 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-fc283d49-ec1c-4d39-88e3-dea1c2b515aa tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:31.489178 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-fc283d49-ec1c-4d39-88e3-dea1c2b515aa tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Made reservation on behalf of 5127732f09de45a6ae2dd1088906e37c for: {'port': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:11:31.495698 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-fc283d49-ec1c-4d39-88e3-dea1c2b515aa tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:31.682359 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device b5f11c79-3d86-45ed-9f92-e5254748dc82 up at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:11:31.765924 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Provisioning complete for port b5f11c79-3d86-45ed-9f92-e5254748dc82 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:31.766208 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:31.818181 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-fc283d49-ec1c-4d39-88e3-dea1c2b515aa tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Allocated IP 172.20.0.14 (c7c94f39-d55c-4fad-ba57-0e8ddc69af4b/eb0ad9c7-037b-4617-8d84-22529217eb71/6a7620e6-ec5b-4df2-b34e-6c5072458a51) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:11:32.028458 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-fc283d49-ec1c-4d39-88e3-dea1c2b515aa tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:32.045569 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-fc283d49-ec1c-4d39-88e3-dea1c2b515aa tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Transition to ACTIVE for port object 6a7620e6-ec5b-4df2-b34e-6c5072458a51 will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:11:32.071508 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-fc283d49-ec1c-4d39-88e3-dea1c2b515aa tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:32.079253 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6d3d9526-ea7f-4aed-90f3-7297b03399dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:32.086338 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:32.192722 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-fc283d49-ec1c-4d39-88e3-dea1c2b515aa tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:11:32.193962 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-fc283d49-ec1c-4d39-88e3-dea1c2b515aa tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:11:32.195987 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc283d49-ec1c-4d39-88e3-dea1c2b515aa tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event updated for resources: {'Port': ['ID=6a7620e6-ec5b-4df2-b34e-6c5072458a51,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:32.206838 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-fc283d49-ec1c-4d39-88e3-dea1c2b515aa tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:11:32.286553 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-fc283d49-ec1c-4d39-88e3-dea1c2b515aa tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:32.367084 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-fc283d49-ec1c-4d39-88e3-dea1c2b515aa tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:32.367509 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-fc283d49-ec1c-4d39-88e3-dea1c2b515aa tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:32.420795 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-fc283d49-ec1c-4d39-88e3-dea1c2b515aa tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1145630
May 10 20:11:32.430065 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd4899-cdaf-4272-a4b3-0346de11ce3a req-6b25c67a-c21c-4dc3-a795-1f3ee75fe379 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:32.430975 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-f0fd4899-cdaf-4272-a4b3-0346de11ce3a req-6b25c67a-c21c-4dc3-a795-1f3ee75fe379 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Synchronizing usage tracker for tenant:5127732f09de45a6ae2dd1088906e37c on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:11:32.439926 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Request body: {'port': {'device_id': '687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:32.500890 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-f0fd4899-cdaf-4272-a4b3-0346de11ce3a req-6b25c67a-c21c-4dc3-a795-1f3ee75fe379 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Unset dirty status for tenant:5127732f09de45a6ae2dd1088906e37c on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:11:32.502042 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f0fd4899-cdaf-4272-a4b3-0346de11ce3a req-6b25c67a-c21c-4dc3-a795-1f3ee75fe379 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 932 time: 0.2543833
May 10 20:11:32.522302 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-492f4665-be33-42a6-a845-8c7290d0e9a8 None None] Provisioning for port 6a7620e6-ec5b-4df2-b34e-6c5072458a51 completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:11:32.528302 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-492f4665-be33-42a6-a845-8c7290d0e9a8 None None] Provisioning complete for port 6a7620e6-ec5b-4df2-b34e-6c5072458a51 triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:32.528302 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-492f4665-be33-42a6-a845-8c7290d0e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:32.584890 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-492f4665-be33-42a6-a845-8c7290d0e9a8 None None] Port 6a7620e6-ec5b-4df2-b34e-6c5072458a51 cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:11:32.594319 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:32.614436 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f0fd4899-cdaf-4272-a4b3-0346de11ce3a req-f7029263-5fd9-44b3-b733-8f34bc635958 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791323
May 10 20:11:32.981735 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7620e6-ec5b-4df2-b34e-6c5072458a51 {{(pid=78728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:11:32.990613 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:33.007571 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Transition to ACTIVE for port object 6a7620e6-ec5b-4df2-b34e-6c5072458a51 will not be triggered until provisioned by entity L2. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:11:33.010733 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:33.015237 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-fc283d49-ec1c-4d39-88e3-dea1c2b515aa tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:33.147749 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Pushing event updated for resources: {'Port': ['ID=6a7620e6-ec5b-4df2-b34e-6c5072458a51,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:33.151405 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:33.268383 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Attempting to bind port 6a7620e6-ec5b-4df2-b34e-6c5072458a51 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:11:33.268715 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Attempting to bind port 6a7620e6-ec5b-4df2-b34e-6c5072458a51 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b2f42036-b246-49dc-9817-74f13a9b962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b'}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:11:33.269050 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Attempting to bind port 6a7620e6-ec5b-4df2-b34e-6c5072458a51 on network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:11:33.274273 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Port 6a7620e6-ec5b-4df2-b34e-6c5072458a51 on network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:11:33.274601 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Attempting to bind port 6a7620e6-ec5b-4df2-b34e-6c5072458a51 on network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:11:33.280913 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Checking agent: {'id': '16e2165d-e53b-4771-ba7e-9126d1b04f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'started_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:11:33.281160 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Checking segment: {'id': 'b2f42036-b246-49dc-9817-74f13a9b962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:11:33.281448 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Bound using segment: {'id': 'b2f42036-b246-49dc-9817-74f13a9b962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b'} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:11:33.281905 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Bound port: 6a7620e6-ec5b-4df2-b34e-6c5072458a51, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f42036-b246-49dc-9817-74f13a9b962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b'}}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:11:33.282252 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:33.384969 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] For port 6a7620e6-ec5b-4df2-b34e-6c5072458a51, host hv-cinder-78836, cleared binding levels {{(pid=78728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:11:33.390016 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] For port 6a7620e6-ec5b-4df2-b34e-6c5072458a51, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6a7620e6-ec5b-4df2-b34e-6c5072458a51,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:11:33.395114 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:33.399108 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ed20721b-def2-4d47-8246-273612fb7ef1 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:33.459586 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:33.460472 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:33.461905 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] 10.222.0.30 "PUT /v2.0/ports/6a7620e6-ec5b-4df2-b34e-6c5072458a51 HTTP/1.1" status: 200  len: 1094 time: 1.0269167
May 10 20:11:33.462469 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486', 'tag': '6a7620e6-ec5b-4df2-b34e-6c5072458a51'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:11:33.516668 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Pushing event updated for resources: {'Port': ['ID=6a7620e6-ec5b-4df2-b34e-6c5072458a51,revision_number=3']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:33.520527 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:33.602163 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486', 'tag': '6a7620e6-ec5b-4df2-b34e-6c5072458a51', 'status': 'completed', 'code': 200}
May 10 20:11:33.667713 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-d73e66a6-7517-406c-a1a8-5a1b6a2bc188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:33.672058 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-d73e66a6-7517-406c-a1a8-5a1b6a2bc188 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5127732f09de45a6ae2dd1088906e37c&device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 1097 time: 0.1386025
May 10 20:11:33.768178 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:33.792725 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-87fb1c51-aa72-4aef-826d-aef81c9878ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a7620e6-ec5b-4df2-b34e-6c5072458a51 HTTP/1.1" status: 200  len: 217 time: 0.1128490
May 10 20:11:34.023793 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-f896702b-57ce-4fad-ac9a-3cc50f585f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:34.025330 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-f896702b-57ce-4fad-ac9a-3cc50f585f9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb0ad9c7-037b-4617-8d84-22529217eb71 HTTP/1.1" status: 200  len: 849 time: 0.1967514
May 10 20:11:34.100282 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9027c-a17a-4fc7-a3ec-1f8caa4924fe req-e5e4850e-0ed7-471e-b6ec-e4d76022dd70 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:34.101833 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d7c9027c-a17a-4fc7-a3ec-1f8caa4924fe req-e5e4850e-0ed7-471e-b6ec-e4d76022dd70 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 944 time: 0.3080738
May 10 20:11:34.165489 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d7c9027c-a17a-4fc7-a3ec-1f8caa4924fe req-4c5840a6-0ad7-4ae0-a64d-c7be659b479f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568569
May 10 20:11:34.172184 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-e628fdb1-2cd2-4588-a323-34897f1debc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:34.173701 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-e628fdb1-2cd2-4588-a323-34897f1debc2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1405926
May 10 20:11:34.316658 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-390dbd2b-0059-4150-8062-8d3b536c7687 service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352549
May 10 20:11:34.467158 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79a6324a-fdc1-4889-9c7a-c5cf440f995e req-f37fe15c-cd68-494a-827d-54d54b27ab19 service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428175
May 10 20:11:34.596072 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4039158-99e9-4379-82cb-7a242b38a327 req-3b77dd78-d833-4497-b31f-3b6a1b98ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:34.596072 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f4039158-99e9-4379-82cb-7a242b38a327 req-3b77dd78-d833-4497-b31f-3b6a1b98ee72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5127732f09de45a6ae2dd1088906e37c&device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 1097 time: 0.0813038
May 10 20:11:34.760354 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4039158-99e9-4379-82cb-7a242b38a327 req-06abcfdc-e1fc-42f6-93fd-4564185704e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:34.764895 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f4039158-99e9-4379-82cb-7a242b38a327 req-06abcfdc-e1fc-42f6-93fd-4564185704e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b HTTP/1.1" status: 200  len: 910 time: 0.1578338
May 10 20:11:34.838840 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f4039158-99e9-4379-82cb-7a242b38a327 req-246738c7-0163-497c-b062-7878b2676cad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a7620e6-ec5b-4df2-b34e-6c5072458a51 HTTP/1.1" status: 200  len: 217 time: 0.0686181
May 10 20:11:34.904808 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4039158-99e9-4379-82cb-7a242b38a327 req-865506c7-7cf8-4b09-9eca-e8e213cac71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:34.906271 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f4039158-99e9-4379-82cb-7a242b38a327 req-865506c7-7cf8-4b09-9eca-e8e213cac71d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb0ad9c7-037b-4617-8d84-22529217eb71 HTTP/1.1" status: 200  len: 849 time: 0.0608189
May 10 20:11:34.990460 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4039158-99e9-4379-82cb-7a242b38a327 req-f0fea185-c976-4e50-90d8-5107d524a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:34.991965 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f4039158-99e9-4379-82cb-7a242b38a327 req-f0fea185-c976-4e50-90d8-5107d524a6e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789652
May 10 20:11:35.134962 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f4039158-99e9-4379-82cb-7a242b38a327 req-4c81f689-728c-4c80-8ee2-159ad5e63d8c service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356583
May 10 20:11:35.281224 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f4039158-99e9-4379-82cb-7a242b38a327 req-0ac7502d-1ce1-47aa-a300-69252013e94b service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392226
May 10 20:11:35.439829 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0178d42-d4c7-43c8-a3a3-3fbf9b94fa73 req-dd9dea1e-f42b-431e-be89-4fedc6bd5c9d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:35.441315 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f0178d42-d4c7-43c8-a3a3-3fbf9b94fa73 req-dd9dea1e-f42b-431e-be89-4fedc6bd5c9d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 944 time: 0.0944049
May 10 20:11:35.508184 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f0178d42-d4c7-43c8-a3a3-3fbf9b94fa73 req-550d8923-ae13-460e-8b97-b46957d521e6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605845
May 10 20:11:35.739185 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55078) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:35.884360 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-30e27d76-4b1a-4304-9e4e-d0e52dab7860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:35.902258 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-30e27d76-4b1a-4304-9e4e-d0e52dab7860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:35.907861 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-30e27d76-4b1a-4304-9e4e-d0e52dab7860 admin admin] Usage tracker for resource:security_group_rule and tenant:539832c511164f1a8aecb1f7a17cb15e is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:35.911148 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-30e27d76-4b1a-4304-9e4e-d0e52dab7860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:35.917077 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-30e27d76-4b1a-4304-9e4e-d0e52dab7860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:36.006923 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-30e27d76-4b1a-4304-9e4e-d0e52dab7860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:36.010990 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-30e27d76-4b1a-4304-9e4e-d0e52dab7860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:36.019324 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-16570260-3f17-4f54-8415-b03dc3f6d437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:36.064942 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-30e27d76-4b1a-4304-9e4e-d0e52dab7860 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=539832c511164f1a8aecb1f7a17cb15e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3244789
May 10 20:11:36.065864 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e27d76-4b1a-4304-9e4e-d0e52dab7860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35818ea-6252-4e7c-9759-db2dcb4f1276,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:36.068750 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55084) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:36.069257 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-30e27d76-4b1a-4304-9e4e-d0e52dab7860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:36.254962 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6225cb63-5a6f-4aa8-bc9f-79df3e8fc44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:36.282651 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6225cb63-5a6f-4aa8-bc9f-79df3e8fc44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:36.339355 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6225cb63-5a6f-4aa8-bc9f-79df3e8fc44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:36.345434 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-930a6fb0-452d-47f4-9a70-75372348180f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:36.355753 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225cb63-5a6f-4aa8-bc9f-79df3e8fc44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35818ea-6252-4e7c-9759-db2dcb4f1276,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:36.359494 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-6225cb63-5a6f-4aa8-bc9f-79df3e8fc44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:36.362659 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-6225cb63-5a6f-4aa8-bc9f-79df3e8fc44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:36.363764 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-6225cb63-5a6f-4aa8-bc9f-79df3e8fc44a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e35818ea-6252-4e7c-9759-db2dcb4f1276 HTTP/1.1" status: 204  len: 168 time: 0.2927613
May 10 20:11:36.679040 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55094) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:36.702427 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f9f90b92-5bb3-4d5b-8ed4-9d2cf078c3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:36.722798 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-f9f90b92-5bb3-4d5b-8ed4-9d2cf078c3b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:36.728095 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-f9f90b92-5bb3-4d5b-8ed4-9d2cf078c3b7 admin admin] Usage tracker for resource:security_group_rule and tenant:4bee6aeef54e483a974d4c97ab27cd64 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:36.733036 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-f9f90b92-5bb3-4d5b-8ed4-9d2cf078c3b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:36.740065 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-f9f90b92-5bb3-4d5b-8ed4-9d2cf078c3b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:36.791079 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6ffdf-89b2-4087-a564-7b45b311ee92 req-98a94606-eb5d-4860-b36c-8f8ee0103940 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:36.795212 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6ef6ffdf-89b2-4087-a564-7b45b311ee92 req-98a94606-eb5d-4860-b36c-8f8ee0103940 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 944 time: 0.1688542
May 10 20:11:36.880600 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6ef6ffdf-89b2-4087-a564-7b45b311ee92 req-d0ad07c2-c2fd-448a-a848-bed4ab418d23 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720980
May 10 20:11:36.942579 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f9f90b92-5bb3-4d5b-8ed4-9d2cf078c3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:36.947596 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f9f90b92-5bb3-4d5b-8ed4-9d2cf078c3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:36.956845 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e074afc5-ae62-4896-859d-173445ed4fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:36.999565 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f90b92-5bb3-4d5b-8ed4-9d2cf078c3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142128eb-7fd5-4a3e-87cb-f8dfe947991b,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:37.003063 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f9f90b92-5bb3-4d5b-8ed4-9d2cf078c3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:37.005432 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-f9f90b92-5bb3-4d5b-8ed4-9d2cf078c3b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4bee6aeef54e483a974d4c97ab27cd64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3254254
May 10 20:11:37.008030 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55100) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:37.177512 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-03f6f6c3-9f40-4a0d-9272-0ce90a2de1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:37.206838 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-03f6f6c3-9f40-4a0d-9272-0ce90a2de1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:37.260950 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-03f6f6c3-9f40-4a0d-9272-0ce90a2de1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:37.264965 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-daae5f0d-c0b1-4e88-abdc-cf043b545f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:37.277463 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6f6c3-9f40-4a0d-9272-0ce90a2de1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142128eb-7fd5-4a3e-87cb-f8dfe947991b,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:37.280302 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-03f6f6c3-9f40-4a0d-9272-0ce90a2de1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:37.290415 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-03f6f6c3-9f40-4a0d-9272-0ce90a2de1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:37.291530 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-03f6f6c3-9f40-4a0d-9272-0ce90a2de1d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/142128eb-7fd5-4a3e-87cb-f8dfe947991b HTTP/1.1" status: 204  len: 168 time: 0.2825584
May 10 20:11:38.079429 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2855b-7bfe-405c-9270-1ff52b85e7fb req-07b4de1c-170a-4ebc-bc9d-de0ad11d7dde tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:38.080923 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f0b2855b-7bfe-405c-9270-1ff52b85e7fb req-07b4de1c-170a-4ebc-bc9d-de0ad11d7dde tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 944 time: 0.0907199
May 10 20:11:38.133282 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f0b2855b-7bfe-405c-9270-1ff52b85e7fb req-859c0c2a-b6f9-48f6-b7a1-456b61c8d4a8 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466006
May 10 20:11:39.332080 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f24d7-90ed-4e28-a915-a43a757de9e1 req-1f8af241-e322-4a9e-99ce-da3ca7f099e6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:39.333532 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5f4f24d7-90ed-4e28-a915-a43a757de9e1 req-1f8af241-e322-4a9e-99ce-da3ca7f099e6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 944 time: 0.0905364
May 10 20:11:39.340005 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55156) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:39.381910 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5f4f24d7-90ed-4e28-a915-a43a757de9e1 req-2f3a6100-bfab-48d2-a068-7caab0ec8b53 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424774
May 10 20:11:39.467519 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ee5234c3-a9e5-441a-9c2a-584f00453e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:39.482588 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-ee5234c3-a9e5-441a-9c2a-584f00453e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:39.486309 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-ee5234c3-a9e5-441a-9c2a-584f00453e2f admin admin] Usage tracker for resource:security_group_rule and tenant:9f81d38c65434bfabfd7473648072fb6 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:39.489113 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-ee5234c3-a9e5-441a-9c2a-584f00453e2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:39.494751 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-ee5234c3-a9e5-441a-9c2a-584f00453e2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:39.581578 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ee5234c3-a9e5-441a-9c2a-584f00453e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:39.586470 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-ee5234c3-a9e5-441a-9c2a-584f00453e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:39.596696 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-abc60cad-55d5-484b-af4f-e699999d659a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:39.638063 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-ee5234c3-a9e5-441a-9c2a-584f00453e2f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f81d38c65434bfabfd7473648072fb6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2963288
May 10 20:11:39.638968 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5234c3-a9e5-441a-9c2a-584f00453e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d80a17d-9c9c-444a-ba12-eaa8eb0fbc8c,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:39.641257 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55162) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:39.646076 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-ee5234c3-a9e5-441a-9c2a-584f00453e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:39.707202 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5a3a7c05-f7ad-49e6-b441-2713e0e94f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:39.733950 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5a3a7c05-f7ad-49e6-b441-2713e0e94f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:39.799118 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5a3a7c05-f7ad-49e6-b441-2713e0e94f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:39.806344 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-064c6675-0b34-4e6d-95bb-dc667f62e23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:39.829534 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a7c05-f7ad-49e6-b441-2713e0e94f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d80a17d-9c9c-444a-ba12-eaa8eb0fbc8c,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:39.833946 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-5a3a7c05-f7ad-49e6-b441-2713e0e94f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:39.836403 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5a3a7c05-f7ad-49e6-b441-2713e0e94f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:39.838304 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-5a3a7c05-f7ad-49e6-b441-2713e0e94f43 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d80a17d-9c9c-444a-ba12-eaa8eb0fbc8c HTTP/1.1" status: 204  len: 168 time: 0.1958709
May 10 20:11:40.165609 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55172) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:40.186256 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-eb9613c0-7ae9-41dc-bd3a-fb2593b27f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:40.205240 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-eb9613c0-7ae9-41dc-bd3a-fb2593b27f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:40.211749 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-eb9613c0-7ae9-41dc-bd3a-fb2593b27f0a admin admin] Usage tracker for resource:security_group_rule and tenant:b5a79ad062e143d89bc755ea5aa6bf6a is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:40.215263 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-eb9613c0-7ae9-41dc-bd3a-fb2593b27f0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:40.225649 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-eb9613c0-7ae9-41dc-bd3a-fb2593b27f0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:40.324629 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-eb9613c0-7ae9-41dc-bd3a-fb2593b27f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:40.330017 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-eb9613c0-7ae9-41dc-bd3a-fb2593b27f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:40.337083 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-09477224-47a9-40d8-bb1f-eee8c46b78eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:40.384104 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-eb9613c0-7ae9-41dc-bd3a-fb2593b27f0a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5a79ad062e143d89bc755ea5aa6bf6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2172427
May 10 20:11:40.384939 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9613c0-7ae9-41dc-bd3a-fb2593b27f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f6bb15-591f-4fe0-a172-cbc80c0db03c,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:40.386734 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55176) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:40.390493 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-eb9613c0-7ae9-41dc-bd3a-fb2593b27f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:40.456466 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0aec2777-39a8-40fd-894a-5665659e625a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:40.488044 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0aec2777-39a8-40fd-894a-5665659e625a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:40.601316 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0aec2777-39a8-40fd-894a-5665659e625a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:40.605284 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-03f6f6c3-9f40-4a0d-9272-0ce90a2de1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:40.624583 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0e269-2089-416b-8084-9d7b2ecf485d req-c786bf6d-76a6-4842-af7b-aa446a0a0030 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:40.626050 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f1d0e269-2089-416b-8084-9d7b2ecf485d req-c786bf6d-76a6-4842-af7b-aa446a0a0030 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 944 time: 0.1310618
May 10 20:11:40.630169 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec2777-39a8-40fd-894a-5665659e625a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f6bb15-591f-4fe0-a172-cbc80c0db03c,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:40.635288 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0aec2777-39a8-40fd-894a-5665659e625a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:40.650485 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0aec2777-39a8-40fd-894a-5665659e625a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:40.651586 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-0aec2777-39a8-40fd-894a-5665659e625a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61f6bb15-591f-4fe0-a172-cbc80c0db03c HTTP/1.1" status: 204  len: 168 time: 0.2625103
May 10 20:11:40.680043 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f1d0e269-2089-416b-8084-9d7b2ecf485d req-7bdbf60d-fa11-4735-a071-5fd0d805d283 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466206
May 10 20:11:41.893968 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557edc08-90f8-4056-b666-375fd5100620 req-f9966737-f8e3-4d0d-b9b4-4663cf9565b2 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:41.895486 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-557edc08-90f8-4056-b666-375fd5100620 req-f9966737-f8e3-4d0d-b9b4-4663cf9565b2 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 944 time: 0.0923123
May 10 20:11:41.948388 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-557edc08-90f8-4056-b666-375fd5100620 req-ee1e60c0-1733-439b-9bbb-8983933f63e5 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470166
May 10 20:11:42.717721 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:42.932289 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 6a7620e6-ec5b-4df2-b34e-6c5072458a51 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:11:43.084400 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 6a7620e6-ec5b-4df2-b34e-6c5072458a51, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6a7620e6-ec5b-4df2-b34e-6c5072458a51,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:11:43.109294 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': '6a7620e6-ec5b-4df2-b34e-6c5072458a51', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'port_id': '6a7620e6-ec5b-4df2-b34e-6c5072458a51', 'mac_address': 'fa:16:3e:f2:9f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:11:43.159884 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1794695-fe4f-44ef-b96c-debb429fae5c req-146ce692-4e1a-47e6-ad18-b53b4b65bc7d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:43.161623 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a1794695-fe4f-44ef-b96c-debb429fae5c req-146ce692-4e1a-47e6-ad18-b53b4b65bc7d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 944 time: 0.0879037
May 10 20:11:43.163345 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:43.182333 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7620e6-ec5b-4df2-b34e-6c5072458a51 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:11:43.204885 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 6a7620e6-ec5b-4df2-b34e-6c5072458a51, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6a7620e6-ec5b-4df2-b34e-6c5072458a51,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:11:43.210321 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:43.213230 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a1794695-fe4f-44ef-b96c-debb429fae5c req-2907c1ae-b71a-49ba-b340-d408dcc269c7 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454602
May 10 20:11:43.218711 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-87920a1d-59d9-4e0d-a0a6-6e8359b79220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:43.329412 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=6a7620e6-ec5b-4df2-b34e-6c5072458a51,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:43.333160 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:43.657764 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['6a7620e6-ec5b-4df2-b34e-6c5072458a51'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:11:44.430958 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817bf57-443c-4267-978f-7797708270b0 req-d421c8bb-b110-4952-9631-e18ff9259a3c tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:44.432783 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d817bf57-443c-4267-978f-7797708270b0 req-d421c8bb-b110-4952-9631-e18ff9259a3c tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 945 time: 0.0851543
May 10 20:11:44.483124 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d817bf57-443c-4267-978f-7797708270b0 req-e451880e-90e3-4a30-a59e-cc4488a4c98c tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432889
May 10 20:11:44.947627 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 6a7620e6-ec5b-4df2-b34e-6c5072458a51 up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:11:45.013822 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning for port 6a7620e6-ec5b-4df2-b34e-6c5072458a51 completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:11:45.018531 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port 6a7620e6-ec5b-4df2-b34e-6c5072458a51 triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:45.018909 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:45.134581 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:45.162596 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7620e6-ec5b-4df2-b34e-6c5072458a51'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:11:45.173212 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port 6a7620e6-ec5b-4df2-b34e-6c5072458a51, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6a7620e6-ec5b-4df2-b34e-6c5072458a51,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:11:45.177498 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:45.179304 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:45.249300 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=6a7620e6-ec5b-4df2-b34e-6c5072458a51,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:45.252454 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:45.357228 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7620e6-ec5b-4df2-b34e-6c5072458a51', 'code': 200}
May 10 20:11:45.736060 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1b0a4-a23f-45f7-a89c-cfada5d86249 req-a804527e-6335-40db-a7e1-1cd59d037b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:45.737519 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e7a1b0a4-a23f-45f7-a89c-cfada5d86249 req-a804527e-6335-40db-a7e1-1cd59d037b02 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 1099 time: 0.1028881
May 10 20:11:45.749157 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0e6e3-9335-463d-b829-7fe025d221dc req-357ecc18-a61e-42b8-986f-c9edf29bc984 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:45.751138 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-15a0e6e3-9335-463d-b829-7fe025d221dc req-357ecc18-a61e-42b8-986f-c9edf29bc984 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 946 time: 0.1537473
May 10 20:11:45.822296 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e7a1b0a4-a23f-45f7-a89c-cfada5d86249 req-944c9b3b-8c87-4de3-99f1-7fff75885d6c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701995
May 10 20:11:45.831234 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-15a0e6e3-9335-463d-b829-7fe025d221dc req-7c8abba1-e651-4049-9dba-63c54e5584f0 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611656
May 10 20:11:47.027004 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e194f-fd35-4dce-a575-c5e34a8289f8 req-4e66d657-104a-495a-8a6e-cf577d2fbf82 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:47.028401 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5b8e194f-fd35-4dce-a575-c5e34a8289f8 req-4e66d657-104a-495a-8a6e-cf577d2fbf82 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 946 time: 0.0810947
May 10 20:11:47.076726 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5b8e194f-fd35-4dce-a575-c5e34a8289f8 req-8b4b2708-8a90-4fe3-8a75-9f7b319aac02 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415699
May 10 20:11:47.483647 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6c4af1e3-31bd-4fd6-9859-8921bbea2c5e req-42154084-d778-4cb8-a514-d51a03f680d5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0738087
May 10 20:11:47.576114 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4af1e3-31bd-4fd6-9859-8921bbea2c5e req-25f8305b-247f-4ba9-94e2-aa551f5fc077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:47.577566 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6c4af1e3-31bd-4fd6-9859-8921bbea2c5e req-25f8305b-247f-4ba9-94e2-aa551f5fc077 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4cb2a0d67254029910111cb748e579b&device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 1137 time: 0.0729172
May 10 20:11:47.725236 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4af1e3-31bd-4fd6-9859-8921bbea2c5e req-e8db55f1-8ae5-4621-be54-13080e4af0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:47.726695 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6c4af1e3-31bd-4fd6-9859-8921bbea2c5e req-e8db55f1-8ae5-4621-be54-13080e4af0f9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30cb932a-4f34-481b-8021-1eec5b5bf43d HTTP/1.1" status: 200  len: 914 time: 0.1291225
May 10 20:11:47.854804 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6c4af1e3-31bd-4fd6-9859-8921bbea2c5e req-c30e18a4-148a-4554-aa03-acf219b25809 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae06559f-b243-48d4-81e7-005e92782abb HTTP/1.1" status: 200  len: 1000 time: 0.1216381
May 10 20:11:47.931188 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4af1e3-31bd-4fd6-9859-8921bbea2c5e req-f0ad790a-bc08-408d-be32-82bc19f73dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:47.932738 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6c4af1e3-31bd-4fd6-9859-8921bbea2c5e req-f0ad790a-bc08-408d-be32-82bc19f73dcc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f41a519f-4100-4d11-9295-c539a4276422 HTTP/1.1" status: 200  len: 853 time: 0.0711951
May 10 20:11:48.019468 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4af1e3-31bd-4fd6-9859-8921bbea2c5e req-484446aa-b247-412e-86ef-b30efed4f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:48.020991 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6c4af1e3-31bd-4fd6-9859-8921bbea2c5e req-484446aa-b247-412e-86ef-b30efed4f3c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30cb932a-4f34-481b-8021-1eec5b5bf43d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815372
May 10 20:11:48.272367 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55348) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:48.313167 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6c4af1e3-31bd-4fd6-9859-8921bbea2c5e req-72e8b42f-0bea-48ae-9f1a-fda0979cb7d5 service neutron] 10.222.0.30 "GET /v2.0/networks/30cb932a-4f34-481b-8021-1eec5b5bf43d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2849739
May 10 20:11:48.408364 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b75fec23-4c51-424e-b4bc-4a94e14ecb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:48.420881 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff00c6-5f43-4a86-80c7-63e3f7f03100 req-6acf087e-49f9-49af-8202-189694dddd2d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:48.423206 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-89ff00c6-5f43-4a86-80c7-63e3f7f03100 req-6acf087e-49f9-49af-8202-189694dddd2d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 946 time: 0.2080641
May 10 20:11:48.425315 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-b75fec23-4c51-424e-b4bc-4a94e14ecb41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:48.429651 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-b75fec23-4c51-424e-b4bc-4a94e14ecb41 admin admin] Usage tracker for resource:security_group_rule and tenant:5e7ae43bccb142a88e37bafa37b840db is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:48.432775 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-b75fec23-4c51-424e-b4bc-4a94e14ecb41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:48.442041 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-b75fec23-4c51-424e-b4bc-4a94e14ecb41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:48.519293 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-89ff00c6-5f43-4a86-80c7-63e3f7f03100 req-07a9039c-449c-485d-ab65-4948191a59da tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878193
May 10 20:11:48.527549 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6c4af1e3-31bd-4fd6-9859-8921bbea2c5e req-29262e5d-cc61-4de8-9c03-8a1c4217d072 service neutron] 10.222.0.30 "GET /v2.0/networks/30cb932a-4f34-481b-8021-1eec5b5bf43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2070091
May 10 20:11:48.544895 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b75fec23-4c51-424e-b4bc-4a94e14ecb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:48.549876 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b75fec23-4c51-424e-b4bc-4a94e14ecb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:48.563954 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-61c0424b-3a80-4211-a0ee-c0717f992bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:48.594664 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-b75fec23-4c51-424e-b4bc-4a94e14ecb41 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e7ae43bccb142a88e37bafa37b840db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3211689
May 10 20:11:48.597602 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55356) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:48.601838 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fec23-4c51-424e-b4bc-4a94e14ecb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80be36bb-73c6-4415-a67c-cb37e946b3e0,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:48.604850 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-b75fec23-4c51-424e-b4bc-4a94e14ecb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:48.701825 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c580c004-4f86-4387-902f-66ea4c878dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:48.733157 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c580c004-4f86-4387-902f-66ea4c878dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:48.775774 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b3122-fd05-4da0-aa6e-9a031ae9a2ca req-3114ae28-7ffa-430d-9772-f1d2a0935c8a tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:48.777147 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-019b3122-fd05-4da0-aa6e-9a031ae9a2ca req-3114ae28-7ffa-430d-9772-f1d2a0935c8a tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 946 time: 0.1393652
May 10 20:11:48.831286 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-019b3122-fd05-4da0-aa6e-9a031ae9a2ca req-fd2a65ee-e416-49be-ae91-8416a9bce70d tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454571
May 10 20:11:48.837521 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c580c004-4f86-4387-902f-66ea4c878dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:48.842506 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d97fc0dd-c03d-4933-8423-af1e30f2b208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:48.855106 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580c004-4f86-4387-902f-66ea4c878dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80be36bb-73c6-4415-a67c-cb37e946b3e0,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:48.856182 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55360) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:48.858421 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-c580c004-4f86-4387-902f-66ea4c878dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:48.861265 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c580c004-4f86-4387-902f-66ea4c878dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:48.864533 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-c580c004-4f86-4387-902f-66ea4c878dc8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80be36bb-73c6-4415-a67c-cb37e946b3e0 HTTP/1.1" status: 204  len: 168 time: 0.2635906
May 10 20:11:49.054512 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a84bb7a-97f8-4491-9a1f-d9046a304671 tempest-TestVolumeBootPattern-1439853480 tempest-TestVolumeBootPattern-1439853480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:49.055228 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-4a84bb7a-97f8-4491-9a1f-d9046a304671 tempest-TestVolumeBootPattern-1439853480 tempest-TestVolumeBootPattern-1439853480-project-admin] Synchronizing usage tracker for tenant:d44da46b7d3244938ab26c70a16558ca on resource:port {{(pid=78727) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:11:49.073452 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-4a84bb7a-97f8-4491-9a1f-d9046a304671 tempest-TestVolumeBootPattern-1439853480 tempest-TestVolumeBootPattern-1439853480-project-admin] Unset dirty status for tenant:d44da46b7d3244938ab26c70a16558ca on resource:port {{(pid=78727) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:11:49.077711 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-4a84bb7a-97f8-4491-9a1f-d9046a304671 tempest-TestVolumeBootPattern-1439853480 tempest-TestVolumeBootPattern-1439853480-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 1094 time: 0.2177289
May 10 20:11:49.078899 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55372) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:49.084166 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Request body: {'floatingip': {'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'port_id': '6a7620e6-ec5b-4df2-b34e-6c5072458a51', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:49.090146 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:49.094552 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Usage tracker for resource:floatingip and tenant:5127732f09de45a6ae2dd1088906e37c is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:49.097587 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:49.104330 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:49.114658 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for floatingip, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:49.215613 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55376) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:49.234589 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d64c8412-bb30-4000-acd4-e2642a37bfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:49.249513 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-d64c8412-bb30-4000-acd4-e2642a37bfaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:49.253379 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-d64c8412-bb30-4000-acd4-e2642a37bfaa admin admin] Usage tracker for resource:security_group_rule and tenant:6e744cec95434edf9c0cfcb77a479053 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:49.256190 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-d64c8412-bb30-4000-acd4-e2642a37bfaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:49.256320 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:49.261929 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-d64c8412-bb30-4000-acd4-e2642a37bfaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:49.349900 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d64c8412-bb30-4000-acd4-e2642a37bfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:49.354878 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d64c8412-bb30-4000-acd4-e2642a37bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:49.364265 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-e61b8204-acc0-4c06-b4a2-b7d275101124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:49.408606 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Allocated IP 172.27.1.244 (01362e56-e24c-4ee7-a42c-5b36628ae184/e9773ae1-ec36-4e8c-9f0f-e60b51e99e71/194288cc-266b-4588-bd65-03c35c84db60) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:11:49.413174 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-d64c8412-bb30-4000-acd4-e2642a37bfaa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e744cec95434edf9c0cfcb77a479053&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1934881
May 10 20:11:49.413174 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c8412-bb30-4000-acd4-e2642a37bfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b53962-6624-4749-8192-b99fbd8638f4,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:49.415377 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55380) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:49.415762 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-d64c8412-bb30-4000-acd4-e2642a37bfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:49.578281 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5beba377-de29-482f-bed9-3af7156910a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:49.632711 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5beba377-de29-482f-bed9-3af7156910a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:49.645307 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:49.701131 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:49.705640 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-00368165-b843-4e4c-9b84-ac20d2c613b6 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:49.735373 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5beba377-de29-482f-bed9-3af7156910a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:49.775090 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:11:49.778074 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:11:49.783964 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:11:49.831876 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event updated for resources: {'Port': ['ID=194288cc-266b-4588-bd65-03c35c84db60,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:49.835635 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5beba377-de29-482f-bed9-3af7156910a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:49.836781 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-5beba377-de29-482f-bed9-3af7156910a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/27b53962-6624-4749-8192-b99fbd8638f4 HTTP/1.1" status: 204  len: 168 time: 0.4201372
May 10 20:11:49.839596 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:49.840133 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ee894e50-c0ed-4504-84e4-39004620923d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:49.859699 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beba377-de29-482f-bed9-3af7156910a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b53962-6624-4749-8192-b99fbd8638f4,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:49.863689 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5beba377-de29-482f-bed9-3af7156910a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:50.244505 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:50.447385 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:50.668419 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:50.676244 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:50.681323 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-27724d2c-55fe-42b0-9f11-b86e20917b85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:50.792059 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event updated for resources: {'Port': ['ID=194288cc-266b-4588-bd65-03c35c84db60,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:50.797224 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:50.808224 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400245'] for floatingip, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:50.996334 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.db.l3_db [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Floating IP 0d5b6e84-f2f1-412e-a315-ccdcf36258a7 associated. External IP: 172.27.1.244, port: 6a7620e6-ec5b-4df2-b34e-6c5072458a51.
May 10 20:11:51.072576 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55418) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:51.202209 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7466b8c7-282d-4412-bdc8-5b889bb43c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:51.218867 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-7466b8c7-282d-4412-bdc8-5b889bb43c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:51.223792 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-7466b8c7-282d-4412-bdc8-5b889bb43c7e admin admin] Usage tracker for resource:security_group_rule and tenant:6ea9d541bd31449aac8ee31177962f1c is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:51.227146 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-7466b8c7-282d-4412-bdc8-5b889bb43c7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:51.233589 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-7466b8c7-282d-4412-bdc8-5b889bb43c7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:51.333790 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7466b8c7-282d-4412-bdc8-5b889bb43c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:51.337924 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7466b8c7-282d-4412-bdc8-5b889bb43c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:51.345623 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-b870b111-c826-45aa-b83c-cfb804cc2482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:51.383816 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Router 93fae79f-b83d-48cc-bdc2-30d887f79df9 has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:11:51.388184 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466b8c7-282d-4412-bdc8-5b889bb43c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4ebf8e-acce-41f0-88ac-a28f1b62cb4c,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:51.392519 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7466b8c7-282d-4412-bdc8-5b889bb43c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:51.397948 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-7466b8c7-282d-4412-bdc8-5b889bb43c7e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ea9d541bd31449aac8ee31177962f1c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3243184
May 10 20:11:51.398556 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55426) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:51.466043 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d55cf895-62c0-4c1e-a3b9-f0365001b4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:51.495533 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d55cf895-62c0-4c1e-a3b9-f0365001b4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:51.561343 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d55cf895-62c0-4c1e-a3b9-f0365001b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:51.566796 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-4d09546a-fa6f-4aeb-a662-4ab1f1424c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:51.580484 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:11:51.584170 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cf895-62c0-4c1e-a3b9-f0365001b4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4ebf8e-acce-41f0-88ac-a28f1b62cb4c,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:51.587358 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-d55cf895-62c0-4c1e-a3b9-f0365001b4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:51.595655 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e13297-c1bf-420f-9236-c4217daf2bba None None] Sync routers for ids ['93fae79f-b83d-48cc-bdc2-30d887f79df9'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:11:51.607422 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-d55cf895-62c0-4c1e-a3b9-f0365001b4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:51.608682 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-d55cf895-62c0-4c1e-a3b9-f0365001b4b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f4ebf8e-acce-41f0-88ac-a28f1b62cb4c HTTP/1.1" status: 204  len: 168 time: 0.2091968
May 10 20:11:51.610574 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:51.643686 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e13297-c1bf-420f-9236-c4217daf2bba None None] Routers {'93fae79f-b83d-48cc-bdc2-30d887f79df9'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:11:51.644864 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-87e13297-c1bf-420f-9236-c4217daf2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff819fbb0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:11:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['93fae79f-b83d-48cc-bdc2-30d887f79df9'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:51.676674 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5967889
May 10 20:11:51.677819 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486', 'tag': '6a7620e6-ec5b-4df2-b34e-6c5072458a51'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:11:51.752562 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486', 'tag': '6a7620e6-ec5b-4df2-b34e-6c5072458a51', 'status': 'completed', 'code': 200}
May 10 20:11:51.867165 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-87e13297-c1bf-420f-9236-c4217daf2bba None None] Set router 93fae79f-b83d-48cc-bdc2-30d887f79df9 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:11:51.903742 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fd154c0d-591e-407f-b375-4d8a9a1b1a07 req-46bab220-4471-42c7-bb70-c9a89e825f16 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-183589879&fields=id&tenant_id=a4cb2a0d67254029910111cb748e579b HTTP/1.1" status: 200  len: 267 time: 0.0649216
May 10 20:11:51.971537 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e4480-e0cd-45dc-b2e2-a7af24732d5c req-9d296ca5-d9fd-477f-88bb-6a0b817b2953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:51.973054 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-263e4480-e0cd-45dc-b2e2-a7af24732d5c req-9d296ca5-d9fd-477f-88bb-6a0b817b2953 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5127732f09de45a6ae2dd1088906e37c&device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 1099 time: 0.1928210
May 10 20:11:52.200942 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd154c0d-591e-407f-b375-4d8a9a1b1a07 req-6c5bbc6b-2c72-434a-aaad-6a85cbb1b9fc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:52.203099 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fd154c0d-591e-407f-b375-4d8a9a1b1a07 req-6c5bbc6b-2c72-434a-aaad-6a85cbb1b9fc tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 984 time: 0.2980206
May 10 20:11:52.217675 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-fd154c0d-591e-407f-b375-4d8a9a1b1a07 req-ad748033-df8f-423b-8aa4-c864596cdcf6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Request body: {'port': {'security_groups': ['f42bd049-ccd3-4d26-86be-15bb07381403']}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:52.252202 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-87e13297-c1bf-420f-9236-c4217daf2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff819fbb0>, [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': '0d5b6e84-f2f1-412e-a315-ccdcf36258a7', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'port_id': '6a7620e6-ec5b-4df2-b34e-6c5072458a51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'mac_address': 'fa:16:3e:f2:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:11:50Z', 'updated_at': '2021-05-10T20:11:50Z', 'revision_number': 0, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'fixed_ip_address_scope': None}, {'id': 'b9a7e3c0-c44e-4090-9aa9-feba88ab589b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'port_id': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'mac_address': 'fa:16:3e:4f:67:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd3c37a-2a86-4801-86ef-a713bb09dd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:09:08Z', 'updated_at': '2021-05-10T20:09:12Z', 'revision_number': 1, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320a2fd0-8811-4575-a723-ae91770fe353', 'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'mac_address': 'fa:16:3e:d3:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:15Z', 'updated_at': '2021-05-10T20:03:27Z', 'revision_number': 5, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'subnets': [{'id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:52.258718 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e13297-c1bf-420f-9236-c4217daf2bba None None] Checking router: 93fae79f-b83d-48cc-bdc2-30d887f79df9 for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:11:52.273145 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e13297-c1bf-420f-9236-c4217daf2bba None None] Routers {'93fae79f-b83d-48cc-bdc2-30d887f79df9'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:11:52.273782 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-87e13297-c1bf-420f-9236-c4217daf2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff819fbb0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:11:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['93fae79f-b83d-48cc-bdc2-30d887f79df9'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:52.363122 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e4480-e0cd-45dc-b2e2-a7af24732d5c req-0ba47a71-9036-4f4b-9309-c66ec8b5d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:52.364639 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-263e4480-e0cd-45dc-b2e2-a7af24732d5c req-0ba47a71-9036-4f4b-9309-c66ec8b5d5d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b HTTP/1.1" status: 200  len: 910 time: 0.3826604
May 10 20:11:52.489776 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-87e13297-c1bf-420f-9236-c4217daf2bba None None] Set router 93fae79f-b83d-48cc-bdc2-30d887f79df9 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:11:52.497073 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-263e4480-e0cd-45dc-b2e2-a7af24732d5c req-688ea6e7-2608-4748-9e17-32ce9e77808c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a7620e6-ec5b-4df2-b34e-6c5072458a51 HTTP/1.1" status: 200  len: 1000 time: 0.1244490
May 10 20:11:52.497623 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-fd154c0d-591e-407f-b375-4d8a9a1b1a07 req-ad748033-df8f-423b-8aa4-c864596cdcf6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:52.618998 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e4480-e0cd-45dc-b2e2-a7af24732d5c req-25314a34-2fbc-47d9-a465-1dbbf5f6f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:52.620499 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-263e4480-e0cd-45dc-b2e2-a7af24732d5c req-25314a34-2fbc-47d9-a465-1dbbf5f6f06f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb0ad9c7-037b-4617-8d84-22529217eb71 HTTP/1.1" status: 200  len: 849 time: 0.1128793
May 10 20:11:52.819166 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e4480-e0cd-45dc-b2e2-a7af24732d5c req-f41772ea-fb1e-4314-be35-7e98056d37de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:52.820595 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-263e4480-e0cd-45dc-b2e2-a7af24732d5c req-f41772ea-fb1e-4314-be35-7e98056d37de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1900983
May 10 20:11:52.939755 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-87e13297-c1bf-420f-9236-c4217daf2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff819fbb0>, [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': '0d5b6e84-f2f1-412e-a315-ccdcf36258a7', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'port_id': '6a7620e6-ec5b-4df2-b34e-6c5072458a51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'mac_address': 'fa:16:3e:f2:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:11:50Z', 'updated_at': '2021-05-10T20:11:50Z', 'revision_number': 0, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'fixed_ip_address_scope': None}, {'id': 'b9a7e3c0-c44e-4090-9aa9-feba88ab589b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'port_id': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'mac_address': 'fa:16:3e:4f:67:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd3c37a-2a86-4801-86ef-a713bb09dd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:09:08Z', 'updated_at': '2021-05-10T20:09:12Z', 'revision_number': 1, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320a2fd0-8811-4575-a723-ae91770fe353', 'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'mac_address': 'fa:16:3e:d3:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:15Z', 'updated_at': '2021-05-10T20:03:27Z', 'revision_number': 5, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'subnets': [{'id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:52.946171 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e13297-c1bf-420f-9236-c4217daf2bba None None] The sync data for ids ['93fae79f-b83d-48cc-bdc2-30d887f79df9'] in dv-cinder-788364-3-iscsi is: [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': '0d5b6e84-f2f1-412e-a315-ccdcf36258a7', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'port_id': '6a7620e6-ec5b-4df2-b34e-6c5072458a51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'mac_address': 'fa:16:3e:f2:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:11:50Z', 'updated_at': '2021-05-10T20:11:50Z', 'revision_number': 0, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'fixed_ip_address_scope': None}, {'id': 'b9a7e3c0-c44e-4090-9aa9-feba88ab589b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'port_id': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'mac_address': 'fa:16:3e:4f:67:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd3c37a-2a86-4801-86ef-a713bb09dd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:09:08Z', 'updated_at': '2021-05-10T20:09:12Z', 'revision_number': 1, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320a2fd0-8811-4575-a723-ae91770fe353', 'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'mac_address': 'fa:16:3e:d3:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:15Z', 'updated_at': '2021-05-10T20:03:27Z', 'revision_number': 5, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'subnets': [{'id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:11:52.976122 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-fd154c0d-591e-407f-b375-4d8a9a1b1a07 req-ad748033-df8f-423b-8aa4-c864596cdcf6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] For port ae06559f-b243-48d4-81e7-005e92782abb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ae06559f-b243-48d4-81e7-005e92782abb,segment=NetworkSegment(cf01bc13-e2d8-430c-b30e-c548187fbfb1),segment_id=cf01bc13-e2d8-430c-b30e-c548187fbfb1)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:11:53.037580 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-263e4480-e0cd-45dc-b2e2-a7af24732d5c req-5a871164-8284-4799-aced-aae9cacea7bf service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2079384
May 10 20:11:53.041515 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-fd154c0d-591e-407f-b375-4d8a9a1b1a07 req-ad748033-df8f-423b-8aa4-c864596cdcf6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:53.066042 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-fd154c0d-591e-407f-b375-4d8a9a1b1a07 req-ad748033-df8f-423b-8aa4-c864596cdcf6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:53.075036 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-27a33f46-970a-4fa9-b1b2-c7d9c704ab3b tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:53.078526 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['ae06559f-b243-48d4-81e7-005e92782abb'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:11:53.245921 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55478) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:53.286381 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b0c579-b02a-48f5-91a0-50d2794fa4ec None None] New status for floating IP 0d5b6e84-f2f1-412e-a315-ccdcf36258a7: ACTIVE {{(pid=78730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:11:53.300767 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd154c0d-591e-407f-b375-4d8a9a1b1a07 req-ad748033-df8f-423b-8aa4-c864596cdcf6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:53.307785 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-fd154c0d-591e-407f-b375-4d8a9a1b1a07 req-ad748033-df8f-423b-8aa4-c864596cdcf6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:53.309499 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fd154c0d-591e-407f-b375-4d8a9a1b1a07 req-ad748033-df8f-423b-8aa4-c864596cdcf6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "PUT /v2.0/ports/ae06559f-b243-48d4-81e7-005e92782abb HTTP/1.1" status: 200  len: 942 time: 1.0984402
May 10 20:11:53.314943 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-263e4480-e0cd-45dc-b2e2-a7af24732d5c req-1ae6e184-7a2c-49e9-85c9-40494d681830 service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2708449
May 10 20:11:53.316265 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55484) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:53.368776 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad748033-df8f-423b-8aa4-c864596cdcf6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Pushing event updated for resources: {'Port': ['ID=ae06559f-b243-48d4-81e7-005e92782abb,revision_number=7']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:53.386756 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ad748033-df8f-423b-8aa4-c864596cdcf6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:53.398691 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['ae06559f-b243-48d4-81e7-005e92782abb'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:11:53.476721 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0a486c64-9f0d-4a52-9683-e4ba3447e3d9 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:53.516256 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b3d8caa0-eb89-4772-8011-a54e2417c925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:53.540423 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0a486c64-9f0d-4a52-9683-e4ba3447e3d9 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:53.552918 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-b3d8caa0-eb89-4772-8011-a54e2417c925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:53.565755 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-b3d8caa0-eb89-4772-8011-a54e2417c925 admin admin] Usage tracker for resource:security_group_rule and tenant:242496c06af74f7bbdb14cc6e9e1f465 is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:11:53.571898 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-b3d8caa0-eb89-4772-8011-a54e2417c925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:11:53.592260 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-b3d8caa0-eb89-4772-8011-a54e2417c925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:53.647422 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-d462f44b-fc88-4532-b07a-d87148a4adca None None] Provisioning complete for port ae06559f-b243-48d4-81e7-005e92782abb triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:53.647811 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d462f44b-fc88-4532-b07a-d87148a4adca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:53.686274 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0a486c64-9f0d-4a52-9683-e4ba3447e3d9 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:53.694402 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-eb9613c0-7ae9-41dc-bd3a-fb2593b27f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:53.723782 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a486c64-9f0d-4a52-9683-e4ba3447e3d9 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f477e55f-b476-44a2-b814-d0469172cd66,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:53.726600 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b3d8caa0-eb89-4772-8011-a54e2417c925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:53.729394 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-0a486c64-9f0d-4a52-9683-e4ba3447e3d9 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:53.733194 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-b3d8caa0-eb89-4772-8011-a54e2417c925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:53.740806 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-d64c8412-bb30-4000-acd4-e2642a37bfaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:53.753008 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-0a486c64-9f0d-4a52-9683-e4ba3447e3d9 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:53.753523 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f27cfca-533f-4ae7-8fe3-815fc3e9fe71', 'tag': 'ae06559f-b243-48d4-81e7-005e92782abb'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:11:53.756433 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-0a486c64-9f0d-4a52-9683-e4ba3447e3d9 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "DELETE /v2.0/security-groups/f477e55f-b476-44a2-b814-d0469172cd66 HTTP/1.1" status: 204  len: 168 time: 0.4387994
May 10 20:11:53.757437 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55490) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:53.827079 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f27cfca-533f-4ae7-8fe3-815fc3e9fe71', 'tag': 'ae06559f-b243-48d4-81e7-005e92782abb', 'status': 'completed', 'code': 200}
May 10 20:11:53.866976 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-b3d8caa0-eb89-4772-8011-a54e2417c925 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=242496c06af74f7bbdb14cc6e9e1f465&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6200292
May 10 20:11:53.870989 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55496) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:11:53.871690 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8caa0-eb89-4772-8011-a54e2417c925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35af1e53-b723-4d1e-81e2-1fc248f224fc,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:53.878459 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-b3d8caa0-eb89-4772-8011-a54e2417c925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:53.923333 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d752c-9a69-4fa7-ba32-6f101f3f0911 req-9f0a1ba7-dcd1-4103-b6d1-288db70e9af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:53.924846 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-024d752c-9a69-4fa7-ba32-6f101f3f0911 req-9f0a1ba7-dcd1-4103-b6d1-288db70e9af4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4cb2a0d67254029910111cb748e579b&device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 1098 time: 0.0762193
May 10 20:11:54.049906 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-9c363a7d-4ce0-4912-a095-15574f6000a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:54.057861 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d752c-9a69-4fa7-ba32-6f101f3f0911 req-cfbf2f37-a9a1-4486-919f-da90d2920abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:54.059303 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-024d752c-9a69-4fa7-ba32-6f101f3f0911 req-cfbf2f37-a9a1-4486-919f-da90d2920abc service neutron] 10.222.0.30 "GET /v2.0/networks?id=30cb932a-4f34-481b-8021-1eec5b5bf43d HTTP/1.1" status: 200  len: 914 time: 0.1277895
May 10 20:11:54.114016 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-9c363a7d-4ce0-4912-a095-15574f6000a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:54.164396 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-024d752c-9a69-4fa7-ba32-6f101f3f0911 req-02cc32d2-d819-4c6f-9474-4d77c664eb3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae06559f-b243-48d4-81e7-005e92782abb HTTP/1.1" status: 200  len: 1000 time: 0.0984945
May 10 20:11:54.172975 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-7d44a04c-e618-476a-b7ed-c3390f14c7c6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Deleting port e8b74997-89b5-479c-b7eb-37e5ed3a46af {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:11:54.173349 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7d44a04c-e618-476a-b7ed-c3390f14c7c6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:54.231243 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d752c-9a69-4fa7-ba32-6f101f3f0911 req-16805ade-d52c-4752-a7bd-488ff813ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:54.233155 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-024d752c-9a69-4fa7-ba32-6f101f3f0911 req-16805ade-d52c-4752-a7bd-488ff813ce30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f41a519f-4100-4d11-9295-c539a4276422 HTTP/1.1" status: 200  len: 853 time: 0.0622780
May 10 20:11:54.244128 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-9c363a7d-4ce0-4912-a095-15574f6000a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:54.250450 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-057a21aa-8775-40a9-86bc-940e38bf1e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:54.263738 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c363a7d-4ce0-4912-a095-15574f6000a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35af1e53-b723-4d1e-81e2-1fc248f224fc,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:54.278529 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-9c363a7d-4ce0-4912-a095-15574f6000a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:54.296891 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-9c363a7d-4ce0-4912-a095-15574f6000a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:54.300462 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-9c363a7d-4ce0-4912-a095-15574f6000a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35af1e53-b723-4d1e-81e2-1fc248f224fc HTTP/1.1" status: 204  len: 168 time: 0.4236021
May 10 20:11:54.325562 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7d44a04c-e618-476a-b7ed-c3390f14c7c6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:54.325977 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7d44a04c-e618-476a-b7ed-c3390f14c7c6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:54.337557 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d752c-9a69-4fa7-ba32-6f101f3f0911 req-38563962-b8ca-4918-b459-5b2cfdef57ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:54.339923 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-024d752c-9a69-4fa7-ba32-6f101f3f0911 req-38563962-b8ca-4918-b459-5b2cfdef57ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30cb932a-4f34-481b-8021-1eec5b5bf43d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0967107
May 10 20:11:54.603685 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-7d44a04c-e618-476a-b7ed-c3390f14c7c6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Calling delete_port for e8b74997-89b5-479c-b7eb-37e5ed3a46af owned by network:floatingip {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:11:54.660881 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-024d752c-9a69-4fa7-ba32-6f101f3f0911 req-e5b2c054-40b5-4b30-be31-d5923221f7e1 service neutron] 10.222.0.30 "GET /v2.0/networks/30cb932a-4f34-481b-8021-1eec5b5bf43d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3082924
May 10 20:11:54.754636 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7d44a04c-e618-476a-b7ed-c3390f14c7c6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:54.759523 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-d547bdb4-1c8c-4ee1-829d-99a503f399d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:54.805659 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44a04c-e618-476a-b7ed-c3390f14c7c6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Pushing event deleted for resources: {'Port': ['ID=e8b74997-89b5-479c-b7eb-37e5ed3a46af,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:54.838372 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7d44a04c-e618-476a-b7ed-c3390f14c7c6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:54.860806 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-024d752c-9a69-4fa7-ba32-6f101f3f0911 req-26801134-4809-4271-8bdf-5d1ec0a5de21 service neutron] 10.222.0.30 "GET /v2.0/networks/30cb932a-4f34-481b-8021-1eec5b5bf43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1911485
May 10 20:11:54.863136 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-0227a6d4-029f-4de4-87c5-388cebf358de req-ff7c0de4-5e28-4d68-96e8-302224e72720 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Synchronizing usage tracker for tenant:f020bc75fa8e4abdb58792cb967d3eac on resource:security_group {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:11:54.881749 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-0227a6d4-029f-4de4-87c5-388cebf358de req-ff7c0de4-5e28-4d68-96e8-302224e72720 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Unset dirty status for tenant:f020bc75fa8e4abdb58792cb967d3eac on resource:security_group {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:11:54.883199 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0227a6d4-029f-4de4-87c5-388cebf358de req-ff7c0de4-5e28-4d68-96e8-302224e72720 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725319254&fields=id&tenant_id=f020bc75fa8e4abdb58792cb967d3eac HTTP/1.1" status: 200  len: 267 time: 0.0999362
May 10 20:11:54.902604 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7d44a04c-e618-476a-b7ed-c3390f14c7c6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks [] for floatingip, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:54.902934 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.l3_db [None req-7d44a04c-e618-476a-b7ed-c3390f14c7c6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Floating IP 9b097022-eef7-4e20-bd56-b679b5afc073 disassociated (deleted). External IP: 172.27.1.60, port: ae06559f-b243-48d4-81e7-005e92782abb.
May 10 20:11:55.038729 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227a6d4-029f-4de4-87c5-388cebf358de req-b537d2d6-cce0-47d1-853f-02ee82321ed3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:55.040195 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0227a6d4-029f-4de4-87c5-388cebf358de req-b537d2d6-cce0-47d1-853f-02ee82321ed3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/networks?id=bed0b16f-0116-416a-ae69-87f7a3e8bfb1 HTTP/1.1" status: 200  len: 809 time: 0.1501639
May 10 20:11:55.055191 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0227a6d4-029f-4de4-87c5-388cebf358de req-355186b0-24e4-4c0a-a07c-4898bab939dd tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/quotas/f020bc75fa8e4abdb58792cb967d3eac HTTP/1.1" status: 200  len: 375 time: 0.0090508
May 10 20:11:55.140427 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-0227a6d4-029f-4de4-87c5-388cebf358de req-28e0b0e2-4be1-4966-ac54-46e07be67f0e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Synchronizing usage tracker for tenant:f020bc75fa8e4abdb58792cb967d3eac on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:11:55.156336 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-0227a6d4-029f-4de4-87c5-388cebf358de req-28e0b0e2-4be1-4966-ac54-46e07be67f0e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Unset dirty status for tenant:f020bc75fa8e4abdb58792cb967d3eac on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:11:55.157617 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0227a6d4-029f-4de4-87c5-388cebf358de req-28e0b0e2-4be1-4966-ac54-46e07be67f0e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f020bc75fa8e4abdb58792cb967d3eac&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0972283
May 10 20:11:55.257849 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d44a04c-e618-476a-b7ed-c3390f14c7c6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Router 5ee8479c-ab27-450a-a0c5-1ac0233612c4 has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:11:55.302329 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0227a6d4-029f-4de4-87c5-388cebf358de req-e7b95ba1-844a-4cb4-a1c4-2320f2fb4b08 service neutron] 10.222.0.15 "GET /v2.0/networks/bed0b16f-0116-416a-ae69-87f7a3e8bfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322963
May 10 20:11:55.442380 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0227a6d4-029f-4de4-87c5-388cebf358de req-0f874ccb-0d9f-4620-ba8e-929e190cc690 service neutron] 10.222.0.15 "GET /v2.0/networks/bed0b16f-0116-416a-ae69-87f7a3e8bfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335342
May 10 20:11:55.446511 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d44a04c-e618-476a-b7ed-c3390f14c7c6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:11:55.456688 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc55b05e-623a-483e-b953-dce7597453a2 None None] Sync routers for ids ['5ee8479c-ab27-450a-a0c5-1ac0233612c4'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:11:55.467817 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc55b05e-623a-483e-b953-dce7597453a2 None None] Routers {'5ee8479c-ab27-450a-a0c5-1ac0233612c4'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:11:55.469168 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-fc55b05e-623a-483e-b953-dce7597453a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff83e1ac0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:11:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['5ee8479c-ab27-450a-a0c5-1ac0233612c4'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:55.471612 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-7d44a04c-e618-476a-b7ed-c3390f14c7c6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:55.535032 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-7d44a04c-e618-476a-b7ed-c3390f14c7c6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "DELETE /v2.0/floatingips/9b097022-eef7-4e20-bd56-b679b5afc073 HTTP/1.1" status: 204  len: 168 time: 1.7723141
May 10 20:11:55.536050 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f27cfca-533f-4ae7-8fe3-815fc3e9fe71', 'tag': 'ae06559f-b243-48d4-81e7-005e92782abb'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:11:55.663272 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-fc55b05e-623a-483e-b953-dce7597453a2 None None] Set router 5ee8479c-ab27-450a-a0c5-1ac0233612c4 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:11:56.081954 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-fc55b05e-623a-483e-b953-dce7597453a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff83e1ac0>, [{'id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'name': 'tempest-TestMinimumBasicScenario-692434765-router', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:01Z', 'updated_at': '2021-05-10T20:08:06Z', 'revision_number': 4, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'gw_port': {'id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:02Z', 'updated_at': '2021-05-10T20:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb', 'name': '', 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'mac_address': 'fa:16:3e:8a:6f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f41a519f-4100-4d11-9295-c539a4276422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:05Z', 'updated_at': '2021-05-10T20:08:11Z', 'revision_number': 5, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'subnets': [{'id': 'f41a519f-4100-4d11-9295-c539a4276422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:56.094566 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2505c276-28fb-4f9a-86a7-8353ac6db1f8 req-18dd3fee-b816-49af-b5d5-64aec0cb5e68 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 210 time: 0.0712996
May 10 20:11:56.101250 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc55b05e-623a-483e-b953-dce7597453a2 None None] Checking router: 5ee8479c-ab27-450a-a0c5-1ac0233612c4 for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:11:56.123480 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc55b05e-623a-483e-b953-dce7597453a2 None None] Routers {'5ee8479c-ab27-450a-a0c5-1ac0233612c4'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:11:56.126922 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-fc55b05e-623a-483e-b953-dce7597453a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff83e1ac0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:11:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['5ee8479c-ab27-450a-a0c5-1ac0233612c4'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:56.165697 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f27cfca-533f-4ae7-8fe3-815fc3e9fe71', 'tag': 'ae06559f-b243-48d4-81e7-005e92782abb', 'status': 'completed', 'code': 200}
May 10 20:11:56.270258 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebfae2-1302-4b1a-b3d3-546148312266 req-a8cbc04f-ef00-4aa4-926f-c7b1947dc0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:56.271973 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-92ebfae2-1302-4b1a-b3d3-546148312266 req-a8cbc04f-ef00-4aa4-926f-c7b1947dc0d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4cb2a0d67254029910111cb748e579b&device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 1098 time: 0.0793564
May 10 20:11:56.334131 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-fc55b05e-623a-483e-b953-dce7597453a2 None None] Set router 5ee8479c-ab27-450a-a0c5-1ac0233612c4 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:11:56.423992 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebfae2-1302-4b1a-b3d3-546148312266 req-2ff0e3da-328c-459e-a9f7-8a4f2725d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:56.425439 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-92ebfae2-1302-4b1a-b3d3-546148312266 req-2ff0e3da-328c-459e-a9f7-8a4f2725d9cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=30cb932a-4f34-481b-8021-1eec5b5bf43d HTTP/1.1" status: 200  len: 914 time: 0.1462893
May 10 20:11:56.499798 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-92ebfae2-1302-4b1a-b3d3-546148312266 req-4a8d6d48-66cf-410e-a7dd-efbf86da2a99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae06559f-b243-48d4-81e7-005e92782abb HTTP/1.1" status: 200  len: 217 time: 0.0659840
May 10 20:11:56.595539 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebfae2-1302-4b1a-b3d3-546148312266 req-7fc31883-c95e-40dc-8b68-6ec2a6243fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:56.596933 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-92ebfae2-1302-4b1a-b3d3-546148312266 req-7fc31883-c95e-40dc-8b68-6ec2a6243fb2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f41a519f-4100-4d11-9295-c539a4276422 HTTP/1.1" status: 200  len: 853 time: 0.0680566
May 10 20:11:56.697293 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebfae2-1302-4b1a-b3d3-546148312266 req-cf426b23-9bd3-4b51-9480-34d22b02e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:56.699113 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-92ebfae2-1302-4b1a-b3d3-546148312266 req-cf426b23-9bd3-4b51-9480-34d22b02e69a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30cb932a-4f34-481b-8021-1eec5b5bf43d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0876677
May 10 20:11:56.717689 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-fc55b05e-623a-483e-b953-dce7597453a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff83e1ac0>, [{'id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'name': 'tempest-TestMinimumBasicScenario-692434765-router', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:01Z', 'updated_at': '2021-05-10T20:08:06Z', 'revision_number': 4, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'gw_port': {'id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:02Z', 'updated_at': '2021-05-10T20:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb', 'name': '', 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'mac_address': 'fa:16:3e:8a:6f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f41a519f-4100-4d11-9295-c539a4276422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:05Z', 'updated_at': '2021-05-10T20:08:11Z', 'revision_number': 5, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'subnets': [{'id': 'f41a519f-4100-4d11-9295-c539a4276422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:11:56.722430 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc55b05e-623a-483e-b953-dce7597453a2 None None] The sync data for ids ['5ee8479c-ab27-450a-a0c5-1ac0233612c4'] in dv-cinder-788364-3-iscsi is: [{'id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'name': 'tempest-TestMinimumBasicScenario-692434765-router', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:01Z', 'updated_at': '2021-05-10T20:08:06Z', 'revision_number': 4, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'gw_port': {'id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:02Z', 'updated_at': '2021-05-10T20:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb', 'name': '', 'network_id': '30cb932a-4f34-481b-8021-1eec5b5bf43d', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'mac_address': 'fa:16:3e:8a:6f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f41a519f-4100-4d11-9295-c539a4276422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:05Z', 'updated_at': '2021-05-10T20:08:11Z', 'revision_number': 5, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'subnets': [{'id': 'f41a519f-4100-4d11-9295-c539a4276422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:11:56.847321 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-92ebfae2-1302-4b1a-b3d3-546148312266 req-4c8c14e4-3051-4258-84d7-e36dc9235669 service neutron] 10.222.0.30 "GET /v2.0/networks/30cb932a-4f34-481b-8021-1eec5b5bf43d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411314
May 10 20:11:57.002280 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-92ebfae2-1302-4b1a-b3d3-546148312266 req-1db0e939-572f-419c-b79e-a245c99e47ca service neutron] 10.222.0.30 "GET /v2.0/networks/30cb932a-4f34-481b-8021-1eec5b5bf43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474559
May 10 20:11:57.082985 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8969c6e2-c75b-4167-af72-f318ec714ab8 None None] New status for floating IP 9b097022-eef7-4e20-bd56-b679b5afc073: DOWN {{(pid=78730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:11:57.331220 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227a6d4-029f-4de4-87c5-388cebf358de req-1150ac89-ac0d-4432-a014-2b8415f460a6 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:57.332779 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0227a6d4-029f-4de4-87c5-388cebf358de req-1150ac89-ac0d-4432-a014-2b8415f460a6 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.30 "GET /v2.0/networks?id=bed0b16f-0116-416a-ae69-87f7a3e8bfb1 HTTP/1.1" status: 200  len: 809 time: 0.2839465
May 10 20:11:57.354077 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-79be4a35-7efd-4f90-92d2-d310cb2937e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:57.394462 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d760b5b3-85da-4eb3-a4fe-9a9bf2526066 req-f1aa97ee-baff-419d-b6e7-7b5a05f1a552 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 210 time: 0.0712337
May 10 20:11:57.422467 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0227a6d4-029f-4de4-87c5-388cebf358de req-33b1b566-eb1c-4950-beb6-e5160d0eaf81 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f020bc75fa8e4abdb58792cb967d3eac HTTP/1.1" status: 200  len: 379 time: 0.0561850
May 10 20:11:57.433379 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-0227a6d4-029f-4de4-87c5-388cebf358de req-d3ece1d0-e893-4fe5-8531-01c3b3b26a9e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Request body: {'port': {'device_id': '17676365-a44c-49e0-87ef-f8dac2658da8', 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1', 'admin_state_up': True, 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'security_groups': ['ad082451-23f1-4402-9cf7-8f8be960c68b']}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:57.574204 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-0227a6d4-029f-4de4-87c5-388cebf358de req-d3ece1d0-e893-4fe5-8531-01c3b3b26a9e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:11:57.585777 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-0227a6d4-029f-4de4-87c5-388cebf358de req-d3ece1d0-e893-4fe5-8531-01c3b3b26a9e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:11:57.597338 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0227a6d4-029f-4de4-87c5-388cebf358de req-d3ece1d0-e893-4fe5-8531-01c3b3b26a9e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Made reservation on behalf of f020bc75fa8e4abdb58792cb967d3eac for: {'port': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 20:11:57.601141 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-0227a6d4-029f-4de4-87c5-388cebf358de req-d3ece1d0-e893-4fe5-8531-01c3b3b26a9e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:57.774587 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [req-0227a6d4-029f-4de4-87c5-388cebf358de req-d3ece1d0-e893-4fe5-8531-01c3b3b26a9e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Allocated IP 172.20.0.4 (bed0b16f-0116-416a-ae69-87f7a3e8bfb1/bfa7e168-8ecb-49a3-9f31-f153dd3250a6/c362f2ec-323c-4480-9f8c-23598611f40b) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:11:57.990877 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-0227a6d4-029f-4de4-87c5-388cebf358de req-d3ece1d0-e893-4fe5-8531-01c3b3b26a9e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:58.008340 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-0227a6d4-029f-4de4-87c5-388cebf358de req-d3ece1d0-e893-4fe5-8531-01c3b3b26a9e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Transition to ACTIVE for port object c362f2ec-323c-4480-9f8c-23598611f40b will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:11:58.038031 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-0227a6d4-029f-4de4-87c5-388cebf358de req-d3ece1d0-e893-4fe5-8531-01c3b3b26a9e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:58.044160 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:58.125144 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0227a6d4-029f-4de4-87c5-388cebf358de req-d3ece1d0-e893-4fe5-8531-01c3b3b26a9e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Network bed0b16f-0116-416a-ae69-87f7a3e8bfb1 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:11:58.128383 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [req-0227a6d4-029f-4de4-87c5-388cebf358de req-d3ece1d0-e893-4fe5-8531-01c3b3b26a9e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Resources bound (agent type, host, resource id):  {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:11:58.137088 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-0227a6d4-029f-4de4-87c5-388cebf358de req-d3ece1d0-e893-4fe5-8531-01c3b3b26a9e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:11:58.167629 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ece1d0-e893-4fe5-8531-01c3b3b26a9e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Pushing event updated for resources: {'Port': ['ID=c362f2ec-323c-4480-9f8c-23598611f40b,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:58.174878 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d3ece1d0-e893-4fe5-8531-01c3b3b26a9e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:58.205345 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227a6d4-029f-4de4-87c5-388cebf358de req-d3ece1d0-e893-4fe5-8531-01c3b3b26a9e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:58.205975 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-0227a6d4-029f-4de4-87c5-388cebf358de req-d3ece1d0-e893-4fe5-8531-01c3b3b26a9e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:58.231514 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0227a6d4-029f-4de4-87c5-388cebf358de req-d3ece1d0-e893-4fe5-8531-01c3b3b26a9e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8019986
May 10 20:11:58.243107 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Request body: {'port': {'device_id': '17676365-a44c-49e0-87ef-f8dac2658da8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:11:58.342164 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-8af3c199-f3db-45b1-b90f-c03dcd73a776 None None] Provisioning for port c362f2ec-323c-4480-9f8c-23598611f40b completed by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:11:58.346983 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-8af3c199-f3db-45b1-b90f-c03dcd73a776 None None] Provisioning complete for port c362f2ec-323c-4480-9f8c-23598611f40b triggered by entity DHCP. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:11:58.347359 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8af3c199-f3db-45b1-b90f-c03dcd73a776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:58.359856 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:58.402875 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-8af3c199-f3db-45b1-b90f-c03dcd73a776 None None] Port c362f2ec-323c-4480-9f8c-23598611f40b cannot update to ACTIVE because it is not bound. {{(pid=78729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 20:11:58.698618 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1315d62-8c6f-478e-b160-5cb39383de62 req-c8f77137-6307-4ce9-9dfd-5748673f1ddd tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:58.699141 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-f1315d62-8c6f-478e-b160-5cb39383de62 req-c8f77137-6307-4ce9-9dfd-5748673f1ddd tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Synchronizing usage tracker for tenant:f020bc75fa8e4abdb58792cb967d3eac on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:11:58.726865 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-f1315d62-8c6f-478e-b160-5cb39383de62 req-c8f77137-6307-4ce9-9dfd-5748673f1ddd tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Unset dirty status for tenant:f020bc75fa8e4abdb58792cb967d3eac on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:11:58.728044 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f1315d62-8c6f-478e-b160-5cb39383de62 req-c8f77137-6307-4ce9-9dfd-5748673f1ddd tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 931 time: 0.2176237
May 10 20:11:58.811466 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c362f2ec-323c-4480-9f8c-23598611f40b {{(pid=78728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:11:58.822938 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:58.831692 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f1315d62-8c6f-478e-b160-5cb39383de62 req-aff47846-1952-4a93-8cdd-928881662768 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704908
May 10 20:11:58.844566 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Transition to ACTIVE for port object c362f2ec-323c-4480-9f8c-23598611f40b will not be triggered until provisioned by entity L2. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 20:11:58.849603 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:58.853435 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-62b12ed0-4fa8-44a4-afb2-46dfe14e8691 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:59.027091 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Pushing event updated for resources: {'Port': ['ID=c362f2ec-323c-4480-9f8c-23598611f40b,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:59.029994 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:59.256148 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Attempting to bind port c362f2ec-323c-4480-9f8c-23598611f40b on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 20:11:59.256386 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Attempting to bind port c362f2ec-323c-4480-9f8c-23598611f40b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd469004d-8620-4852-be74-dd848b385f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1'}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 20:11:59.256699 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Attempting to bind port c362f2ec-323c-4480-9f8c-23598611f40b on network bed0b16f-0116-416a-ae69-87f7a3e8bfb1 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:11:59.264190 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Port c362f2ec-323c-4480-9f8c-23598611f40b on network bed0b16f-0116-416a-ae69-87f7a3e8bfb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 20:11:59.264509 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Attempting to bind port c362f2ec-323c-4480-9f8c-23598611f40b on network bed0b16f-0116-416a-ae69-87f7a3e8bfb1 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 20:11:59.276014 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Checking agent: {'id': '16e2165d-e53b-4771-ba7e-9126d1b04f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'started_at': datetime.datetime(2021, 5, 10, 19, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 20:11:59.276348 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Checking segment: {'id': 'd469004d-8620-4852-be74-dd848b385f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 20:11:59.276731 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Bound using segment: {'id': 'd469004d-8620-4852-be74-dd848b385f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1'} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 20:11:59.277161 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Bound port: c362f2ec-323c-4480-9f8c-23598611f40b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd469004d-8620-4852-be74-dd848b385f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1'}}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 20:11:59.277504 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:59.300483 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dbec1-3bdc-425b-bbb4-9c08b182e4d2 req-69e958fa-5a85-4845-b82b-b112c4fc19e7 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:59.301957 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cf1dbec1-3bdc-425b-bbb4-9c08b182e4d2 req-69e958fa-5a85-4845-b82b-b112c4fc19e7 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 945 time: 0.2405760
May 10 20:11:59.412594 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cf1dbec1-3bdc-425b-bbb4-9c08b182e4d2 req-7be929f1-9083-4190-9bf8-c89737e807b2 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805204
May 10 20:11:59.418128 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] For port c362f2ec-323c-4480-9f8c-23598611f40b, host hv-cinder-78836, cleared binding levels {{(pid=78728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 20:11:59.421272 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] For port c362f2ec-323c-4480-9f8c-23598611f40b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c362f2ec-323c-4480-9f8c-23598611f40b,segment=NetworkSegment(d469004d-8620-4852-be74-dd848b385f3a),segment_id=d469004d-8620-4852-be74-dd848b385f3a)] {{(pid=78728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 20:11:59.425932 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1644813'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:59.429835 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-4fb3bb01-ca62-4219-a3bd-7ef6742e27af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:11:59.487109 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:59.487730 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:11:59.489154 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0227a6d4-029f-4de4-87c5-388cebf358de req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] 10.222.0.30 "PUT /v2.0/ports/c362f2ec-323c-4480-9f8c-23598611f40b HTTP/1.1" status: 200  len: 1093 time: 1.2504952
May 10 20:11:59.489655 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17676365-a44c-49e0-87ef-f8dac2658da8', 'tag': 'c362f2ec-323c-4480-9f8c-23598611f40b'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:11:59.518313 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Pushing event updated for resources: {'Port': ['ID=c362f2ec-323c-4480-9f8c-23598611f40b,revision_number=3']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:11:59.529802 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-bc785245-f638-47c9-b8e8-6017911db891 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:11:59.569768 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17676365-a44c-49e0-87ef-f8dac2658da8', 'tag': 'c362f2ec-323c-4480-9f8c-23598611f40b', 'status': 'completed', 'code': 200}
May 10 20:11:59.614584 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227a6d4-029f-4de4-87c5-388cebf358de req-f55d1839-7164-45d8-b39a-a4afea9fe788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:59.616103 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0227a6d4-029f-4de4-87c5-388cebf358de req-f55d1839-7164-45d8-b39a-a4afea9fe788 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f020bc75fa8e4abdb58792cb967d3eac&device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 1096 time: 0.0799510
May 10 20:11:59.689257 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0227a6d4-029f-4de4-87c5-388cebf358de req-c93d4900-3792-4065-be87-1d44e9da88d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c362f2ec-323c-4480-9f8c-23598611f40b HTTP/1.1" status: 200  len: 217 time: 0.0650461
May 10 20:11:59.752819 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227a6d4-029f-4de4-87c5-388cebf358de req-e53537f5-34c0-403f-9451-e51655299f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:59.754256 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0227a6d4-029f-4de4-87c5-388cebf358de req-e53537f5-34c0-403f-9451-e51655299f2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa7e168-8ecb-49a3-9f31-f153dd3250a6 HTTP/1.1" status: 200  len: 848 time: 0.0578508
May 10 20:11:59.841296 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227a6d4-029f-4de4-87c5-388cebf358de req-5c026f73-46dd-4877-8c8e-f59d9bf03eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:11:59.842794 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0227a6d4-029f-4de4-87c5-388cebf358de req-5c026f73-46dd-4877-8c8e-f59d9bf03eba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bed0b16f-0116-416a-ae69-87f7a3e8bfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751169
May 10 20:12:00.037705 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0227a6d4-029f-4de4-87c5-388cebf358de req-c77000f5-23e0-424e-a5f1-0bdcbdd6dd6c service neutron] 10.222.0.30 "GET /v2.0/networks/bed0b16f-0116-416a-ae69-87f7a3e8bfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1822779
May 10 20:12:00.084803 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5a803-f11b-4bac-8fc5-88c6de50d935 req-05756b3c-6ed8-464c-9900-6a5e535954b8 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:00.086190 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b8f5a803-f11b-4bac-8fc5-88c6de50d935 req-05756b3c-6ed8-464c-9900-6a5e535954b8 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 943 time: 0.1425290
May 10 20:12:00.208745 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b8f5a803-f11b-4bac-8fc5-88c6de50d935 req-65fb73ca-05aa-4437-8a89-8e9a22c9e83f tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755000
May 10 20:12:00.237223 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0227a6d4-029f-4de4-87c5-388cebf358de req-d28f01a6-fcb4-46a1-ba58-9449bfacf341 service neutron] 10.222.0.30 "GET /v2.0/networks/bed0b16f-0116-416a-ae69-87f7a3e8bfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1855941
May 10 20:12:00.237542 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2e827d8d-1300-4d89-b293-d8944c19e6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:00.360702 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda82a45-a7c8-4315-9a8d-e00e5cf6ba23 req-74b347df-eeae-4bfa-bac5-2fcb115e7b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:00.362106 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cda82a45-a7c8-4315-9a8d-e00e5cf6ba23 req-74b347df-eeae-4bfa-bac5-2fcb115e7b3d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f020bc75fa8e4abdb58792cb967d3eac&device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 1096 time: 0.0753071
May 10 20:12:00.508246 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda82a45-a7c8-4315-9a8d-e00e5cf6ba23 req-f77511a5-60a4-4b96-8f43-2800120fc9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:00.509752 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cda82a45-a7c8-4315-9a8d-e00e5cf6ba23 req-f77511a5-60a4-4b96-8f43-2800120fc9a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bed0b16f-0116-416a-ae69-87f7a3e8bfb1 HTTP/1.1" status: 200  len: 909 time: 0.1411743
May 10 20:12:00.565487 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:00.635760 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cda82a45-a7c8-4315-9a8d-e00e5cf6ba23 req-f355c7a6-ce83-4753-8bad-68dfe2bdbf2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c362f2ec-323c-4480-9f8c-23598611f40b HTTP/1.1" status: 200  len: 217 time: 0.1183004
May 10 20:12:00.722213 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda82a45-a7c8-4315-9a8d-e00e5cf6ba23 req-b76b93df-cda0-4b32-835a-c64126b4c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:00.723633 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cda82a45-a7c8-4315-9a8d-e00e5cf6ba23 req-b76b93df-cda0-4b32-835a-c64126b4c096 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa7e168-8ecb-49a3-9f31-f153dd3250a6 HTTP/1.1" status: 200  len: 848 time: 0.0754805
May 10 20:12:00.758349 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:12:00.785750 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a32169-6462-443a-9569-3836ec9e3f21 req-e000498a-e99b-4c50-acb4-b2142a06e6c8 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:00.787216 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-49a32169-6462-443a-9569-3836ec9e3f21 req-e000498a-e99b-4c50-acb4-b2142a06e6c8 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 945 time: 0.1917043
May 10 20:12:00.843819 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-49a32169-6462-443a-9569-3836ec9e3f21 req-9a3e6964-b2f1-40c4-9e1e-301dfc901afa tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501842
May 10 20:12:00.855256 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda82a45-a7c8-4315-9a8d-e00e5cf6ba23 req-1fb57935-32a7-4376-8e71-6c84021b2072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:00.856566 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cda82a45-a7c8-4315-9a8d-e00e5cf6ba23 req-1fb57935-32a7-4376-8e71-6c84021b2072 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bed0b16f-0116-416a-ae69-87f7a3e8bfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1225963
May 10 20:12:01.035812 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cda82a45-a7c8-4315-9a8d-e00e5cf6ba23 req-3dfadd34-0115-4d5f-a387-f49119e8df9a service neutron] 10.222.0.30 "GET /v2.0/networks/bed0b16f-0116-416a-ae69-87f7a3e8bfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1715257
May 10 20:12:01.365732 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cda82a45-a7c8-4315-9a8d-e00e5cf6ba23 req-33cf809d-7238-4f7f-842f-c82bd175b862 service neutron] 10.222.0.30 "GET /v2.0/networks/bed0b16f-0116-416a-ae69-87f7a3e8bfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3197956
May 10 20:12:01.443792 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635740ca-e759-4dee-8ff1-8c976b2956e4 req-f47f3339-d065-4650-a6b8-c3ad85c210c0 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:01.445273 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-635740ca-e759-4dee-8ff1-8c976b2956e4 req-f47f3339-d065-4650-a6b8-c3ad85c210c0 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 943 time: 0.1181769
May 10 20:12:01.454330 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50eabe8-4f3f-4b28-8317-b31485d5a0d3 req-81f27afe-5dd0-4053-b1c7-2738624cbd47 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:01.455819 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d50eabe8-4f3f-4b28-8317-b31485d5a0d3 req-81f27afe-5dd0-4053-b1c7-2738624cbd47 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 945 time: 0.1709788
May 10 20:12:01.553738 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-635740ca-e759-4dee-8ff1-8c976b2956e4 req-2f9cdb46-5b16-430b-81c2-21dad6ab1b0c tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0968847
May 10 20:12:01.626950 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-d50eabe8-4f3f-4b28-8317-b31485d5a0d3 req-692bba6e-3475-46c8-a565-614068d9b56f tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Deleting port ae06559f-b243-48d4-81e7-005e92782abb {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:12:01.627221 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-d50eabe8-4f3f-4b28-8317-b31485d5a0d3 req-692bba6e-3475-46c8-a565-614068d9b56f tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:01.768909 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-d50eabe8-4f3f-4b28-8317-b31485d5a0d3 req-692bba6e-3475-46c8-a565-614068d9b56f tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] For port ae06559f-b243-48d4-81e7-005e92782abb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ae06559f-b243-48d4-81e7-005e92782abb,segment=NetworkSegment(cf01bc13-e2d8-430c-b30e-c548187fbfb1),segment_id=cf01bc13-e2d8-430c-b30e-c548187fbfb1)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:01.769269 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-d50eabe8-4f3f-4b28-8317-b31485d5a0d3 req-692bba6e-3475-46c8-a565-614068d9b56f tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:01.906519 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-d50eabe8-4f3f-4b28-8317-b31485d5a0d3 req-692bba6e-3475-46c8-a565-614068d9b56f tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Calling delete_port for ae06559f-b243-48d4-81e7-005e92782abb owned by compute:nova {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:12:02.075702 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:02.084195 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-d50eabe8-4f3f-4b28-8317-b31485d5a0d3 req-692bba6e-3475-46c8-a565-614068d9b56f tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:02.089801 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6b8b9a15-2fea-4e9d-a954-2fdcc0b1a662 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:02.105614 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['ae06559f-b243-48d4-81e7-005e92782abb'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:12:02.146241 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bba6e-3475-46c8-a565-614068d9b56f tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Pushing event deleted for resources: {'Port': ['ID=ae06559f-b243-48d4-81e7-005e92782abb,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:02.180578 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672fd99-ceb8-4947-8028-010d84e30083 req-0346b3e4-f250-4803-9793-5bdc1a77a6c3 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:02.182206 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0672fd99-ceb8-4947-8028-010d84e30083 req-0346b3e4-f250-4803-9793-5bdc1a77a6c3 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f27cfca-533f-4ae7-8fe3-815fc3e9fe71 HTTP/1.1" status: 200  len: 867 time: 0.2211633
May 10 20:12:02.183122 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-692bba6e-3475-46c8-a565-614068d9b56f tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:02.259532 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50eabe8-4f3f-4b28-8317-b31485d5a0d3 req-692bba6e-3475-46c8-a565-614068d9b56f tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] No DVR routers for this DVR port ae06559f-b243-48d4-81e7-005e92782abb on host hv-cinder-78836 {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:12:02.263308 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-d50eabe8-4f3f-4b28-8317-b31485d5a0d3 req-692bba6e-3475-46c8-a565-614068d9b56f tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:02.266847 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f27cfca-533f-4ae7-8fe3-815fc3e9fe71', 'name': 'network-vif-deleted', 'tag': 'ae06559f-b243-48d4-81e7-005e92782abb'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:12:02.285272 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d50eabe8-4f3f-4b28-8317-b31485d5a0d3 req-692bba6e-3475-46c8-a565-614068d9b56f tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.30 "DELETE /v2.0/ports/ae06559f-b243-48d4-81e7-005e92782abb HTTP/1.1" status: 204  len: 173 time: 0.8148875
May 10 20:12:02.288431 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0672fd99-ceb8-4947-8028-010d84e30083 req-9d2f7369-f67d-47dd-bb6a-7a52f03c1766 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] 10.222.0.15 "GET /v2.0/security-groups?id=f42bd049-ccd3-4d26-86be-15bb07381403&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988994
May 10 20:12:02.318935 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f27cfca-533f-4ae7-8fe3-815fc3e9fe71', 'name': 'network-vif-deleted', 'tag': 'ae06559f-b243-48d4-81e7-005e92782abb', 'status': 'completed', 'code': 200}
May 10 20:12:02.741579 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d52e8d-0100-4b32-8112-7c9fde2cdf55 req-61e765f4-e3bc-4fde-bee8-951061660280 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:02.742981 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-78d52e8d-0100-4b32-8112-7c9fde2cdf55 req-61e765f4-e3bc-4fde-bee8-951061660280 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 943 time: 0.0825450
May 10 20:12:02.791715 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-78d52e8d-0100-4b32-8112-7c9fde2cdf55 req-39eae8bd-346c-4030-b2b6-ae47b269eefe tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423291
May 10 20:12:03.769344 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:04.007137 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62caa2-bf30-478d-ad72-6abed836740b req-a1d0df05-13ca-41c9-b847-f2e3b816ec04 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:04.008636 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ec62caa2-bf30-478d-ad72-6abed836740b req-a1d0df05-13ca-41c9-b847-f2e3b816ec04 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 943 time: 0.0900140
May 10 20:12:04.056250 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ec62caa2-bf30-478d-ad72-6abed836740b req-53ba75e7-4418-47a1-8a42-388b144323d5 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416560
May 10 20:12:04.078250 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55622) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:04.723386 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-81124e22-4b7f-47dc-baaa-593faa95d644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396620'] for router_interface, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:05.040303 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device ae06559f-b243-48d4-81e7-005e92782abb no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:12:05.075142 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] No Port match for: ae06559f-b243-48d4-81e7-005e92782abb {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:12:05.075501 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device ae06559f-b243-48d4-81e7-005e92782abb not bound to the agent host hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:12:05.129816 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-81124e22-4b7f-47dc-baaa-593faa95d644 admin admin] Deleting port 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:12:05.130454 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-81124e22-4b7f-47dc-baaa-593faa95d644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:05.301346 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-81124e22-4b7f-47dc-baaa-593faa95d644 admin admin] For port 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb,segment=NetworkSegment(cf01bc13-e2d8-430c-b30e-c548187fbfb1),segment_id=cf01bc13-e2d8-430c-b30e-c548187fbfb1)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:05.301611 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-81124e22-4b7f-47dc-baaa-593faa95d644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:05.434757 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-81124e22-4b7f-47dc-baaa-593faa95d644 admin admin] Calling delete_port for 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb owned by network:router_interface {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:12:05.470077 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c472a47-6146-4a67-b775-75bde4c92181 req-55f1aba0-64e0-4010-8510-d7097bca4131 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:05.471522 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5c472a47-6146-4a67-b775-75bde4c92181 req-55f1aba0-64e0-4010-8510-d7097bca4131 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 943 time: 0.2526188
May 10 20:12:05.532642 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5c472a47-6146-4a67-b775-75bde4c92181 req-733e8957-9e69-4771-885a-28bda6ef7593 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550251
May 10 20:12:05.633720 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-81124e22-4b7f-47dc-baaa-593faa95d644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:05.637342 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-670e9354-b1d0-47d6-812d-ce959bf7d6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:05.682680 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81124e22-4b7f-47dc-baaa-593faa95d644 admin admin] Pushing event deleted for resources: {'Port': ['ID=35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:05.709292 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-81124e22-4b7f-47dc-baaa-593faa95d644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:06.059403 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-81124e22-4b7f-47dc-baaa-593faa95d644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397564'] for router_interface, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:06.415754 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81124e22-4b7f-47dc-baaa-593faa95d644 admin admin] Router 5ee8479c-ab27-450a-a0c5-1ac0233612c4 has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:12:06.600643 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81124e22-4b7f-47dc-baaa-593faa95d644 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:12:06.614403 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99036120-632a-4387-91c3-338eeabff673 None None] Sync routers for ids ['5ee8479c-ab27-450a-a0c5-1ac0233612c4'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:12:06.614953 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-81124e22-4b7f-47dc-baaa-593faa95d644 admin admin] 10.222.0.15 "PUT /v2.0/routers/5ee8479c-ab27-450a-a0c5-1ac0233612c4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5352142
May 10 20:12:06.617365 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55632) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:06.625918 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99036120-632a-4387-91c3-338eeabff673 None None] Routers {'5ee8479c-ab27-450a-a0c5-1ac0233612c4'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:12:06.626680 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-99036120-632a-4387-91c3-338eeabff673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff89d8e80>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:12:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['5ee8479c-ab27-450a-a0c5-1ac0233612c4'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:06.818116 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-99036120-632a-4387-91c3-338eeabff673 None None] Set router 5ee8479c-ab27-450a-a0c5-1ac0233612c4 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:12:06.849206 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f1835420-2fa2-416b-8c00-fdf8a8a345dc admin admin] Notify callbacks [] for router, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:06.965423 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8dc60-04ee-49ab-a4bd-149452d1f0e1 req-ee76bcd1-f6d9-4a3d-a9d3-c1867259e133 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:06.966925 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-45e8dc60-04ee-49ab-a4bd-149452d1f0e1 req-ee76bcd1-f6d9-4a3d-a9d3-c1867259e133 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 943 time: 0.2977254
May 10 20:12:07.042352 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-45e8dc60-04ee-49ab-a4bd-149452d1f0e1 req-49c982e2-3316-4cd0-8304-9edfb028e92e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670211
May 10 20:12:07.073208 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f1835420-2fa2-416b-8c00-fdf8a8a345dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:07.126104 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-99036120-632a-4387-91c3-338eeabff673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff89d8e80>, [{'id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'name': 'tempest-TestMinimumBasicScenario-692434765-router', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:01Z', 'updated_at': '2021-05-10T20:12:05Z', 'revision_number': 5, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'gw_port': {'id': '9ac06add-3815-43ee-bb10-d261c79eb7f6', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:02Z', 'updated_at': '2021-05-10T20:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:07.130058 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99036120-632a-4387-91c3-338eeabff673 None None] Checking router: 5ee8479c-ab27-450a-a0c5-1ac0233612c4 for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:12:07.138745 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99036120-632a-4387-91c3-338eeabff673 None None] Routers {'5ee8479c-ab27-450a-a0c5-1ac0233612c4'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:12:07.139368 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-99036120-632a-4387-91c3-338eeabff673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff89d8e80>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:12:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['5ee8479c-ab27-450a-a0c5-1ac0233612c4'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:07.144220 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-f1835420-2fa2-416b-8c00-fdf8a8a345dc admin admin] Deleting port 9ac06add-3815-43ee-bb10-d261c79eb7f6 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:12:07.144566 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f1835420-2fa2-416b-8c00-fdf8a8a345dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:07.266303 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-f1835420-2fa2-416b-8c00-fdf8a8a345dc admin admin] For port 9ac06add-3815-43ee-bb10-d261c79eb7f6, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=9ac06add-3815-43ee-bb10-d261c79eb7f6,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:07.266660 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f1835420-2fa2-416b-8c00-fdf8a8a345dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:07.290452 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-99036120-632a-4387-91c3-338eeabff673 None None] Set router 5ee8479c-ab27-450a-a0c5-1ac0233612c4 gateway port host: None {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:12:07.399754 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-99036120-632a-4387-91c3-338eeabff673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff89d8e80>, [{'id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'name': 'tempest-TestMinimumBasicScenario-692434765-router', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:01Z', 'updated_at': '2021-05-10T20:12:07Z', 'revision_number': 6, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'gw_port_host': None}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:07.403922 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99036120-632a-4387-91c3-338eeabff673 None None] The sync data for ids ['5ee8479c-ab27-450a-a0c5-1ac0233612c4'] in dv-cinder-788364-3-iscsi is: [{'id': '5ee8479c-ab27-450a-a0c5-1ac0233612c4', 'name': 'tempest-TestMinimumBasicScenario-692434765-router', 'tenant_id': 'a4cb2a0d67254029910111cb748e579b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:01Z', 'updated_at': '2021-05-10T20:12:07Z', 'revision_number': 6, 'project_id': 'a4cb2a0d67254029910111cb748e579b', 'gw_port_host': None}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:12:07.512196 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-f1835420-2fa2-416b-8c00-fdf8a8a345dc admin admin] Calling delete_port for 9ac06add-3815-43ee-bb10-d261c79eb7f6 owned by network:router_gateway {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:12:07.644330 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f1835420-2fa2-416b-8c00-fdf8a8a345dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:07.647757 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-21f0470d-9d6d-4cf7-99d1-dcfde6ec7ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:07.693049 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1835420-2fa2-416b-8c00-fdf8a8a345dc admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac06add-3815-43ee-bb10-d261c79eb7f6,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:07.696128 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f1835420-2fa2-416b-8c00-fdf8a8a345dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:07.793870 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f1835420-2fa2-416b-8c00-fdf8a8a345dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400232'] for router_gateway, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:08.031003 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f1835420-2fa2-416b-8c00-fdf8a8a345dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13659'] for router, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:08.033184 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f1835420-2fa2-416b-8c00-fdf8a8a345dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:08.059008 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f1835420-2fa2-416b-8c00-fdf8a8a345dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-337018'] for router, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:08.059601 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1835420-2fa2-416b-8c00-fdf8a8a345dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ee8479c-ab27-450a-a0c5-1ac0233612c4 {{(pid=78728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 20:12:08.072662 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f1835420-2fa2-416b-8c00-fdf8a8a345dc admin admin] Notify callbacks [] for router, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:08.073816 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-f1835420-2fa2-416b-8c00-fdf8a8a345dc admin admin] 10.222.0.15 "DELETE /v2.0/routers/5ee8479c-ab27-450a-a0c5-1ac0233612c4 HTTP/1.1" status: 204  len: 168 time: 1.4555483
May 10 20:12:08.076358 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55638) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:08.136796 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aca0005-ac7a-4a92-a37e-fe2bd448fad2 admin admin] Deleting subnet f41a519f-4100-4d11-9295-c539a4276422 {{(pid=78728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:12:08.139771 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5aca0005-ac7a-4a92-a37e-fe2bd448fad2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:08.173948 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:12:08.212511 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:12:08.212889 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 35a3fd8b-871d-48ad-90b7-fd1bdc0c50fb not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:12:08.236662 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5aca0005-ac7a-4a92-a37e-fe2bd448fad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965624'] for subnet, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:08.328771 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe4fa6-08b5-412b-862f-9102cf43ba62 req-94ec70cd-302f-472c-afcb-f960a2045afc tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:08.330219 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dcfe4fa6-08b5-412b-862f-9102cf43ba62 req-94ec70cd-302f-472c-afcb-f960a2045afc tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 943 time: 0.1642613
May 10 20:12:08.359963 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5aca0005-ac7a-4a92-a37e-fe2bd448fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3861428'] for subnet, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:08.428446 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dcfe4fa6-08b5-412b-862f-9102cf43ba62 req-cbefc2a3-f142-4357-b5ab-7575aaa4e6e8 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0915105
May 10 20:12:08.638617 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5aca0005-ac7a-4a92-a37e-fe2bd448fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3861435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1644871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1879149'] for subnet, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:08.641294 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:08.681745 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca0005-ac7a-4a92-a37e-fe2bd448fad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f41a519f-4100-4d11-9295-c539a4276422,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:08.683726 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5aca0005-ac7a-4a92-a37e-fe2bd448fad2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:08.687199 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5aca0005-ac7a-4a92-a37e-fe2bd448fad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:08.691728 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ca405-f711-4ee3-a190-c63124a3bf8b None None] Network 30cb932a-4f34-481b-8021-1eec5b5bf43d requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:12:08.692950 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-5aca0005-ac7a-4a92-a37e-fe2bd448fad2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f41a519f-4100-4d11-9295-c539a4276422 HTTP/1.1" status: 204  len: 168 time: 0.6151080
May 10 20:12:08.695118 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55642) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:08.805610 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749300'] for network, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:08.884166 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] Deleting port e613dd4d-223b-4ed9-90a7-482f015d3675 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:12:08.884543 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:09.017726 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed8200b-bc3a-498e-96e4-30b7ba981adc None None] DHCP port deletion for 30cb932a-4f34-481b-8021-1eec5b5bf43d request from dv-cinder-788364-3-iscsi {{(pid=78729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 20:12:09.059825 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device c362f2ec-323c-4480-9f8c-23598611f40b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:12:09.107153 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] For port e613dd4d-223b-4ed9-90a7-482f015d3675, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=e613dd4d-223b-4ed9-90a7-482f015d3675,segment=NetworkSegment(cf01bc13-e2d8-430c-b30e-c548187fbfb1),segment_id=cf01bc13-e2d8-430c-b30e-c548187fbfb1)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:09.107625 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:09.194182 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-4ed8200b-bc3a-498e-96e4-30b7ba981adc None None] Deleting port e613dd4d-223b-4ed9-90a7-482f015d3675 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:12:09.194763 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4ed8200b-bc3a-498e-96e4-30b7ba981adc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:09.231762 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] Calling delete_port for e613dd4d-223b-4ed9-90a7-482f015d3675 owned by network:dhcp {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:12:09.278639 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:09.284293 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-81124e22-4b7f-47dc-baaa-593faa95d644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:09.302960 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port c362f2ec-323c-4480-9f8c-23598611f40b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c362f2ec-323c-4480-9f8c-23598611f40b,segment=NetworkSegment(d469004d-8620-4852-be74-dd848b385f3a),segment_id=d469004d-8620-4852-be74-dd848b385f3a)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:09.330465 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': 'c362f2ec-323c-4480-9f8c-23598611f40b', 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1', 'port_id': 'c362f2ec-323c-4480-9f8c-23598611f40b', 'mac_address': 'fa:16:3e:f8:43:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:12:09.330887 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] Pushing event deleted for resources: {'Port': ['ID=e613dd4d-223b-4ed9-90a7-482f015d3675,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:09.333904 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:09.334677 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] No DVR routers for this DVR port e613dd4d-223b-4ed9-90a7-482f015d3675 on host dv-cinder-788364-3-iscsi {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:12:09.337017 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-4ed8200b-bc3a-498e-96e4-30b7ba981adc None None] For port e613dd4d-223b-4ed9-90a7-482f015d3675, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=e613dd4d-223b-4ed9-90a7-482f015d3675,segment=NetworkSegment(cf01bc13-e2d8-430c-b30e-c548187fbfb1),segment_id=cf01bc13-e2d8-430c-b30e-c548187fbfb1)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:09.337415 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4ed8200b-bc3a-498e-96e4-30b7ba981adc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:09.454635 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3858511', 'neutron.services.segments.db._delete_segments_for_network-8783201745565'] for network, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:09.469376 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcff3eeb460>,) {'filters': {'network_id': ['30cb932a-4f34-481b-8021-1eec5b5bf43d']}} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:09.483191 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff3eeb460>, 'cf01bc13-e2d8-430c-b30e-c548187fbfb1') {'for_net_delete': True} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:09.483669 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff3eeb460>, 'cf01bc13-e2d8-430c-b30e-c548187fbfb1') {} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:09.497366 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-4ed8200b-bc3a-498e-96e4-30b7ba981adc None None] Calling delete_port for e613dd4d-223b-4ed9-90a7-482f015d3675 owned by network:dhcp {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:12:09.497944 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783201757287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965607'] for segment, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:09.520867 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:09.527415 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:09.528097 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=78728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:12:09.528457 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1644833'] for segment, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]: Traceback (most recent call last):
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:     timer()
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:     cb(*args, **kw)
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:     return func(*args, **kwargs)
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:     self._notify()
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:     self.callback(batched_events)
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:     event.method(event)
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:     return f(self, *a, **k)
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self._get(url).json()
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self.request(url, 'GET', **kwargs)
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:12:09.543483 dv-cinder-788364-3-iscsi neutron-server[78728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:12:09.550081 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c362f2ec-323c-4480-9f8c-23598611f40b {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:12:09.570561 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port c362f2ec-323c-4480-9f8c-23598611f40b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c362f2ec-323c-4480-9f8c-23598611f40b,segment=NetworkSegment(d469004d-8620-4852-be74-dd848b385f3a),segment_id=d469004d-8620-4852-be74-dd848b385f3a)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:09.580416 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:09.582684 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:09.631051 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4ed8200b-bc3a-498e-96e4-30b7ba981adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:09.660640 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8200b-bc3a-498e-96e4-30b7ba981adc None None] No DVR routers for this DVR port e613dd4d-223b-4ed9-90a7-482f015d3675 on host dv-cinder-788364-3-iscsi {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:12:09.668043 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=c362f2ec-323c-4480-9f8c-23598611f40b,revision_number=4']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:09.674637 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3858486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400250'] for network, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:09.677371 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:09.678138 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:09.678300 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:09.678606 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:09.679069 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:09.679403 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:09.679733 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:09.680083 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:09.680474 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:09.680824 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:09.681208 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:09.681585 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:12:09.686324 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:09.686324 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8d86836e-da19-4dd7-8d45-454e0eb5c3f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:09.687592 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:09.701686 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:09.721102 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] Pushing event deleted for resources: {'Network': ['ID=30cb932a-4f34-481b-8021-1eec5b5bf43d,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:09.726177 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device e613dd4d-223b-4ed9-90a7-482f015d3675 no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:12:09.726751 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:09.734979 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2f20b-e838-4736-a51d-7fda926ccf91 req-54dff467-8aad-4259-8393-44cc9e2f7d91 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:09.738513 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ddd2f20b-e838-4736-a51d-7fda926ccf91 req-54dff467-8aad-4259-8393-44cc9e2f7d91 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 944 time: 0.1886129
May 10 20:12:09.742818 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-e0203578-000b-4d2a-982e-ebe00d7af283 admin admin] 10.222.0.15 "DELETE /v2.0/networks/30cb932a-4f34-481b-8021-1eec5b5bf43d HTTP/1.1" status: 204  len: 168 time: 1.0437832
May 10 20:12:09.743828 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55648) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:09.765952 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8200b-bc3a-498e-96e4-30b7ba981adc None None] Pushing event deleted for resources: {'Port': ['ID=e613dd4d-223b-4ed9-90a7-482f015d3675,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:09.771965 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4ed8200b-bc3a-498e-96e4-30b7ba981adc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:09.777909 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: e613dd4d-223b-4ed9-90a7-482f015d3675 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:12:09.778333 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device e613dd4d-223b-4ed9-90a7-482f015d3675 not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:12:09.778814 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 9ac06add-3815-43ee-bb10-d261c79eb7f6 no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:12:09.786233 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ddd2f20b-e838-4736-a51d-7fda926ccf91 req-f27becde-dd48-4395-b710-801bc3596396 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440769
May 10 20:12:09.822254 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: 9ac06add-3815-43ee-bb10-d261c79eb7f6 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:12:09.822757 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 9ac06add-3815-43ee-bb10-d261c79eb7f6 not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:12:09.939547 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['c362f2ec-323c-4480-9f8c-23598611f40b'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:12:10.473792 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3ee67cbd-d11a-4dde-b4b7-da4de4693379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396620'] for router_interface, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:10.903656 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-3ee67cbd-d11a-4dde-b4b7-da4de4693379 admin admin] Deleting port a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672 {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:12:10.904753 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3ee67cbd-d11a-4dde-b4b7-da4de4693379 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:11.002674 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da757f-b7fe-41f7-8cc0-74a8c50029f1 req-ac677ec3-436e-4d10-aedb-7895da2fb839 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:11.004211 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-59da757f-b7fe-41f7-8cc0-74a8c50029f1 req-ac677ec3-436e-4d10-aedb-7895da2fb839 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 944 time: 0.0891991
May 10 20:12:11.033678 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [None req-3ee67cbd-d11a-4dde-b4b7-da4de4693379 admin admin] For port a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672,segment=NetworkSegment(f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00),segment_id=f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00)] {{(pid=78727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:11.034037 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3ee67cbd-d11a-4dde-b4b7-da4de4693379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:11.051438 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-59da757f-b7fe-41f7-8cc0-74a8c50029f1 req-089bf89e-ab69-4dad-b64e-9b36a63d0796 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412776
May 10 20:12:11.072455 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device c362f2ec-323c-4480-9f8c-23598611f40b up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:12:11.146284 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning for port c362f2ec-323c-4480-9f8c-23598611f40b completed by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 20:12:11.151689 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port c362f2ec-323c-4480-9f8c-23598611f40b triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:12:11.152105 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:11.161540 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-3ee67cbd-d11a-4dde-b4b7-da4de4693379 admin admin] Calling delete_port for a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672 owned by network:router_interface {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:12:11.282373 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:11.310479 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17676365-a44c-49e0-87ef-f8dac2658da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c362f2ec-323c-4480-9f8c-23598611f40b'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:12:11.314883 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3ee67cbd-d11a-4dde-b4b7-da4de4693379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:11.319804 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-7d44a04c-e618-476a-b7ed-c3390f14c7c6 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:11.328370 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port c362f2ec-323c-4480-9f8c-23598611f40b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c362f2ec-323c-4480-9f8c-23598611f40b,segment=NetworkSegment(d469004d-8620-4852-be74-dd848b385f3a),segment_id=d469004d-8620-4852-be74-dd848b385f3a)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:11.333084 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:11.335905 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8d86836e-da19-4dd7-8d45-454e0eb5c3f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:11.365874 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee67cbd-d11a-4dde-b4b7-da4de4693379 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:11.398191 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-3ee67cbd-d11a-4dde-b4b7-da4de4693379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:11.410124 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17676365-a44c-49e0-87ef-f8dac2658da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c362f2ec-323c-4480-9f8c-23598611f40b', 'code': 200}
May 10 20:12:11.419739 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=c362f2ec-323c-4480-9f8c-23598611f40b,revision_number=5']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:11.423125 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:11.661770 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-3ee67cbd-d11a-4dde-b4b7-da4de4693379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397564'] for router_interface, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:11.678006 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd356fd9-dfe8-4e50-923e-13893799b1be req-283ee013-c765-4f19-9fec-65bb7be8c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:11.679515 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cd356fd9-dfe8-4e50-923e-13893799b1be req-283ee013-c765-4f19-9fec-65bb7be8c705 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 1098 time: 0.0821528
May 10 20:12:11.725756 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cd356fd9-dfe8-4e50-923e-13893799b1be req-fc5b4b62-9383-4d45-8345-35fe3d452c13 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386188
May 10 20:12:12.159858 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee67cbd-d11a-4dde-b4b7-da4de4693379 admin admin] Router c8beab63-dd6f-4646-b9da-4324fdeaaf18 has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:12:12.252447 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a269512-da1d-4e02-abda-d469cb942ffd req-87cc81c7-11e8-47d7-b254-f56985343f4f tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:12.253982 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4a269512-da1d-4e02-abda-d469cb942ffd req-87cc81c7-11e8-47d7-b254-f56985343f4f tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 945 time: 0.0884848
May 10 20:12:12.301807 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4a269512-da1d-4e02-abda-d469cb942ffd req-8c77b83f-575a-4387-b72d-36f88c3964e8 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418916
May 10 20:12:12.346651 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee67cbd-d11a-4dde-b4b7-da4de4693379 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:12:12.355494 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-3ee67cbd-d11a-4dde-b4b7-da4de4693379 admin admin] 10.222.0.15 "PUT /v2.0/routers/c8beab63-dd6f-4646-b9da-4324fdeaaf18/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6104004
May 10 20:12:12.356342 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab145ccd-8d77-4608-8d1c-5b08714321f0 None None] Sync routers for ids ['c8beab63-dd6f-4646-b9da-4324fdeaaf18'] in dv-cinder-788364-3-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:12:12.358005 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55658) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:12.367209 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab145ccd-8d77-4608-8d1c-5b08714321f0 None None] Routers {'c8beab63-dd6f-4646-b9da-4324fdeaaf18'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:12:12.367919 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-ab145ccd-8d77-4608-8d1c-5b08714321f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff87418b0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:12:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['c8beab63-dd6f-4646-b9da-4324fdeaaf18'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:12.538400 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e5c28737-a01d-4f28-ba41-c9b5453de7ca admin admin] Notify callbacks [] for router, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:12.607205 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-ab145ccd-8d77-4608-8d1c-5b08714321f0 None None] Set router c8beab63-dd6f-4646-b9da-4324fdeaaf18 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:12:12.720320 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:12.771253 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e5c28737-a01d-4f28-ba41-c9b5453de7ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:12.862246 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-e5c28737-a01d-4f28-ba41-c9b5453de7ca admin admin] Deleting port b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:12:12.862739 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e5c28737-a01d-4f28-ba41-c9b5453de7ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:12.982653 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-ab145ccd-8d77-4608-8d1c-5b08714321f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff87418b0>, [{'id': 'c8beab63-dd6f-4646-b9da-4324fdeaaf18', 'name': 'tempest-TestMinimumBasicScenario-1032409232-router', 'tenant_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:09Z', 'updated_at': '2021-05-10T20:12:11Z', 'revision_number': 5, 'project_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'gw_port': {'id': 'b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8beab63-dd6f-4646-b9da-4324fdeaaf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:10Z', 'updated_at': '2021-05-10T20:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:12.987443 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab145ccd-8d77-4608-8d1c-5b08714321f0 None None] Checking router: c8beab63-dd6f-4646-b9da-4324fdeaaf18 for host: dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:12:12.996840 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab145ccd-8d77-4608-8d1c-5b08714321f0 None None] Routers {'c8beab63-dd6f-4646-b9da-4324fdeaaf18'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:12:12.997482 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-ab145ccd-8d77-4608-8d1c-5b08714321f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff87418b0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:12:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['c8beab63-dd6f-4646-b9da-4324fdeaaf18'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:13.044240 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [None req-e5c28737-a01d-4f28-ba41-c9b5453de7ca admin admin] For port b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:13.044603 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e5c28737-a01d-4f28-ba41-c9b5453de7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:13.151178 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-ab145ccd-8d77-4608-8d1c-5b08714321f0 None None] Set router c8beab63-dd6f-4646-b9da-4324fdeaaf18 gateway port host: None {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:12:13.178386 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-e5c28737-a01d-4f28-ba41-c9b5453de7ca admin admin] Calling delete_port for b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc owned by network:router_gateway {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:12:13.255578 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-ab145ccd-8d77-4608-8d1c-5b08714321f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff87418b0>, [{'id': 'c8beab63-dd6f-4646-b9da-4324fdeaaf18', 'name': 'tempest-TestMinimumBasicScenario-1032409232-router', 'tenant_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:09Z', 'updated_at': '2021-05-10T20:12:12Z', 'revision_number': 6, 'project_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'gw_port_host': None}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:13.260191 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab145ccd-8d77-4608-8d1c-5b08714321f0 None None] The sync data for ids ['c8beab63-dd6f-4646-b9da-4324fdeaaf18'] in dv-cinder-788364-3-iscsi is: [{'id': 'c8beab63-dd6f-4646-b9da-4324fdeaaf18', 'name': 'tempest-TestMinimumBasicScenario-1032409232-router', 'tenant_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:09Z', 'updated_at': '2021-05-10T20:12:12Z', 'revision_number': 6, 'project_id': 'fb6d9faf184146f8b3c7587cbd2086de', 'gw_port_host': None}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:12:13.328771 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e5c28737-a01d-4f28-ba41-c9b5453de7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:13.332675 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-ff733b26-d0ad-4988-8c84-d8c36e0995f6 tempest-AttachVolumeNegativeTest-35703 tempest-AttachVolumeNegativeTest-35703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:13.377881 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c28737-a01d-4f28-ba41-c9b5453de7ca admin admin] Pushing event deleted for resources: {'Port': ['ID=b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:13.381177 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-e5c28737-a01d-4f28-ba41-c9b5453de7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:13.536253 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b5619-77b1-4504-b49e-06b55b0eec22 req-91fa6bfb-3419-44f3-b814-bc96696c3111 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:13.539118 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7c5b5619-77b1-4504-b49e-06b55b0eec22 req-91fa6bfb-3419-44f3-b814-bc96696c3111 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 945 time: 0.1194127
May 10 20:12:13.586967 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7c5b5619-77b1-4504-b49e-06b55b0eec22 req-9112ab30-2ba3-4d6c-af57-3dcf7029e6f0 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418894
May 10 20:12:13.593817 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e5c28737-a01d-4f28-ba41-c9b5453de7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400232'] for router_gateway, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:13.709597 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672 no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:12:13.746943 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:12:13.747910 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device a7b7fd9a-9945-4408-bd2b-ccd5cb3b8672 not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:12:13.786213 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e5c28737-a01d-4f28-ba41-c9b5453de7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13659'] for router, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:13.788689 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e5c28737-a01d-4f28-ba41-c9b5453de7ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:13.817909 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e5c28737-a01d-4f28-ba41-c9b5453de7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-337018'] for router, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:13.818774 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c28737-a01d-4f28-ba41-c9b5453de7ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8beab63-dd6f-4646-b9da-4324fdeaaf18 {{(pid=78727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 20:12:13.825123 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ed0a3-1aa1-45b0-8f83-c26267bfc2b4 req-ac4a5839-e673-4fd6-ab6c-a80b4f1f4616 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:13.826647 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-829ed0a3-1aa1-45b0-8f83-c26267bfc2b4 req-ac4a5839-e673-4fd6-ab6c-a80b4f1f4616 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 945 time: 0.1026566
May 10 20:12:13.842261 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-e5c28737-a01d-4f28-ba41-c9b5453de7ca admin admin] Notify callbacks [] for router, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:13.847241 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55668) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:13.847431 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-e5c28737-a01d-4f28-ba41-c9b5453de7ca admin admin] 10.222.0.15 "DELETE /v2.0/routers/c8beab63-dd6f-4646-b9da-4324fdeaaf18 HTTP/1.1" status: 204  len: 168 time: 1.4876332
May 10 20:12:13.929410 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-829ed0a3-1aa1-45b0-8f83-c26267bfc2b4 req-eb82d71e-53b8-4ef5-a749-74e7e006fac1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0958390
May 10 20:12:13.939648 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55de8c5-5428-40c0-93f7-5ad36a756249 admin admin] Deleting subnet ade9a085-22b8-407d-9b1b-8b9be1c15acf {{(pid=78728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:12:13.945456 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c55de8c5-5428-40c0-93f7-5ad36a756249 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:13.959888 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55672) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:14.012343 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c55de8c5-5428-40c0-93f7-5ad36a756249 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965624'] for subnet, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:14.104984 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c55de8c5-5428-40c0-93f7-5ad36a756249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3861428'] for subnet, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:14.240971 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855f62ff-ae37-41a3-99b4-490440755442 tempest-TestShelveInstance-2030810781 tempest-TestShelveInstance-2030810781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:14.245178 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-855f62ff-ae37-41a3-99b4-490440755442 tempest-TestShelveInstance-2030810781 tempest-TestShelveInstance-2030810781-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 1093 time: 0.2813592
May 10 20:12:14.245740 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55678) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:14.251911 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.v2.base [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Request body: {'floatingip': {'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'port_id': 'c362f2ec-323c-4480-9f8c-23598611f40b', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 20:12:14.257974 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 20:12:14.261822 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Usage tracker for resource:floatingip and tenant:f020bc75fa8e4abdb58792cb967d3eac is out of sync, need to count used quota {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 20:12:14.265354 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.quota.resource [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78727) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 20:12:14.271100 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.quota.driver [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78727) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 20:12:14.282815 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for floatingip, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:14.394248 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c55de8c5-5428-40c0-93f7-5ad36a756249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3861435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1644871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1879149'] for subnet, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:14.400552 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0027d78b-0516-43ae-ab45-0f4c9435220e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:14.439695 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:14.444002 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55de8c5-5428-40c0-93f7-5ad36a756249 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade9a085-22b8-407d-9b1b-8b9be1c15acf,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:14.447161 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-c55de8c5-5428-40c0-93f7-5ad36a756249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:14.448169 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c55de8c5-5428-40c0-93f7-5ad36a756249 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:14.457888 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-c55de8c5-5428-40c0-93f7-5ad36a756249 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ade9a085-22b8-407d-9b1b-8b9be1c15acf HTTP/1.1" status: 204  len: 168 time: 0.6096270
May 10 20:12:14.458517 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dbff02-8b95-43e3-8a94-9d2710549f3c None None] Network 971acf43-2ae3-4007-9d88-593244690cb0 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:12:14.458657 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55682) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:14.613752 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_common [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Allocated IP 172.27.1.203 (01362e56-e24c-4ee7-a42c-5b36628ae184/e9773ae1-ec36-4e8c-9f0f-e60b51e99e71/071da856-b6c1-4280-ade5-21d771be5fbf) {{(pid=78727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 20:12:14.689603 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749300'] for network, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:14.772403 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] Deleting port 333f92bb-c1a5-48c5-a033-67290d84763b {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:12:14.772587 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:14.776144 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for port, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:14.808077 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783201300996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:14.809042 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc4e05c-9845-4c53-9239-f9d7b590001e None None] DHCP port deletion for 971acf43-2ae3-4007-9d88-593244690cb0 request from dv-cinder-788364-3-iscsi {{(pid=78729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 20:12:14.814759 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:14.875923 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Network 01362e56-e24c-4ee7-a42c-5b36628ae184 is already hosted by enough agents. {{(pid=78727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 20:12:14.878495 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.base_scheduler [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Resources bound (agent type, host, resource id):  {{(pid=78727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 20:12:14.882733 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-1bc4e05c-9845-4c53-9239-f9d7b590001e None None] Deleting port 333f92bb-c1a5-48c5-a033-67290d84763b {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:12:14.883178 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1bc4e05c-9845-4c53-9239-f9d7b590001e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:14.886831 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Received port after_create {{(pid=78727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 20:12:14.902635 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] For port 333f92bb-c1a5-48c5-a033-67290d84763b, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=333f92bb-c1a5-48c5-a033-67290d84763b,segment=NetworkSegment(f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00),segment_id=f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:14.903041 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:14.925407 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Pushing event updated for resources: {'Port': ['ID=071da856-b6c1-4280-ade5-21d771be5fbf,revision_number=1']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:14.929926 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:14.994506 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-1bc4e05c-9845-4c53-9239-f9d7b590001e None None] For port 333f92bb-c1a5-48c5-a033-67290d84763b, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=333f92bb-c1a5-48c5-a033-67290d84763b,segment=NetworkSegment(f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00),segment_id=f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:12:14.994913 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1bc4e05c-9845-4c53-9239-f9d7b590001e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:15.037714 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] Calling delete_port for 333f92bb-c1a5-48c5-a033-67290d84763b owned by network:dhcp {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:12:15.094355 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:15.099188 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:15.125594 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-1bc4e05c-9845-4c53-9239-f9d7b590001e None None] Calling delete_port for 333f92bb-c1a5-48c5-a033-67290d84763b owned by network:dhcp {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:12:15.147674 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] Pushing event deleted for resources: {'Port': ['ID=333f92bb-c1a5-48c5-a033-67290d84763b,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:15.150322 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:15.152972 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] No DVR routers for this DVR port 333f92bb-c1a5-48c5-a033-67290d84763b on host dv-cinder-788364-3-iscsi {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:12:15.188664 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1bc4e05c-9845-4c53-9239-f9d7b590001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:15.193624 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-5b9a1d53-8d99-42c6-9967-c6b8ff78ce44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:15.241742 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4e05c-9845-4c53-9239-f9d7b590001e None None] Pushing event deleted for resources: {'Port': ['ID=333f92bb-c1a5-48c5-a033-67290d84763b,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:15.244974 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1bc4e05c-9845-4c53-9239-f9d7b590001e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:15.245802 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc4e05c-9845-4c53-9239-f9d7b590001e None None] No DVR routers for this DVR port 333f92bb-c1a5-48c5-a033-67290d84763b on host dv-cinder-788364-3-iscsi {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:12:15.281265 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3858511', 'neutron.services.segments.db._delete_segments_for_network-8783201745565'] for network, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:15.294807 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcff83eb5e0>,) {'filters': {'network_id': ['971acf43-2ae3-4007-9d88-593244690cb0']}} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:15.309111 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff83eb5e0>, 'f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00') {'for_net_delete': True} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:15.309522 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff83eb5e0>, 'f5bcca6d-eca7-4ed3-951a-c2fc63dc7f00') {} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:15.323037 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783201757287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965607'] for segment, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:15.325920 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:15.340846 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:15.347740 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=78728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:12:15.348326 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1644833'] for segment, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]: Traceback (most recent call last):
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:     timer()
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:     cb(*args, **kw)
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:     return func(*args, **kwargs)
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:     self._notify()
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:     self.callback(batched_events)
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:     event.method(event)
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:     return f(self, *a, **k)
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self._get(url).json()
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self.request(url, 'GET', **kwargs)
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:12:15.362652 dv-cinder-788364-3-iscsi neutron-server[78728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:12:15.406106 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:15.444877 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3858486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400250'] for network, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:15.448772 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-53b6f9fa-11de-41dc-a388-fc58ce0d961a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:15.463163 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:15.474228 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] Pushing event deleted for resources: {'Network': ['ID=971acf43-2ae3-4007-9d88-593244690cb0,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:15.477377 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:15.483758 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] 10.222.0.15 "DELETE /v2.0/networks/971acf43-2ae3-4007-9d88-593244690cb0 HTTP/1.1" status: 204  len: 168 time: 1.0198064
May 10 20:12:15.695790 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 333f92bb-c1a5-48c5-a033-67290d84763b no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:12:15.717300 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55688) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:15.731648 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: 333f92bb-c1a5-48c5-a033-67290d84763b {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:12:15.732443 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 333f92bb-c1a5-48c5-a033-67290d84763b not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:12:15.733048 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:12:15.745147 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for port, precommit_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:15.750633 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10490743'] for port, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:15.757414 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-573c4715-26aa-4fad-9d6d-9aede9e6aa5a tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:15.770969 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:12:15.771316 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device b543a6c7-01fa-47a9-bdd9-f5d49dcee6bc not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:12:15.771791 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-d03e7713-ab4c-4c68-a28e-0fc9a9b11222 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4cb2a0d67254029910111cb748e579b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0524700
May 10 20:12:15.773785 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55692) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:15.836972 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6ab48585-8f28-4f29-86f8-ce4834836c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:15.860962 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Pushing event updated for resources: {'Port': ['ID=071da856-b6c1-4280-ade5-21d771be5fbf,revision_number=2']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:15.865047 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:15.865840 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6ab48585-8f28-4f29-86f8-ce4834836c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:15.878389 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400245'] for floatingip, after_update {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:15.925449 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6ab48585-8f28-4f29-86f8-ce4834836c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:15.929232 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6a30677b-4857-4a69-8f51-ffe33402f224 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:15.944333 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab48585-8f28-4f29-86f8-ce4834836c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42bd049-ccd3-4d26-86be-15bb07381403,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:15.948251 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6ab48585-8f28-4f29-86f8-ce4834836c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:15.951568 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6ab48585-8f28-4f29-86f8-ce4834836c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:15.952907 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-6ab48585-8f28-4f29-86f8-ce4834836c6a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f42bd049-ccd3-4d26-86be-15bb07381403 HTTP/1.1" status: 204  len: 168 time: 0.1782224
May 10 20:12:16.066455 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.db.l3_db [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Floating IP fcfd6f3a-43a1-4581-b704-e860f8889cee associated. External IP: 172.27.1.203, port: c362f2ec-323c-4480-9f8c-23598611f40b.
May 10 20:12:16.306895 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55700) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:16.356830 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-104eae52-3c4d-4ce9-889d-af449a2dd0e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb6d9faf184146f8b3c7587cbd2086de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0485809
May 10 20:12:16.359263 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55704) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:12:16.419267 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-50024abd-236d-4cd1-a817-aa9d5271529b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:16.438846 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Router 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:12:16.445464 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-50024abd-236d-4cd1-a817-aa9d5271529b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:16.497409 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-50024abd-236d-4cd1-a817-aa9d5271529b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:16.502676 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-00331d24-1437-4983-acd9-b687613db61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:12:16.516326 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50024abd-236d-4cd1-a817-aa9d5271529b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1ef4cf-8d1b-4761-90b9-fca3d8bda3f8,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:12:16.519140 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-50024abd-236d-4cd1-a817-aa9d5271529b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:12:16.520262 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-50024abd-236d-4cd1-a817-aa9d5271529b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:16.522525 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-50024abd-236d-4cd1-a817-aa9d5271529b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd1ef4cf-8d1b-4761-90b9-fca3d8bda3f8 HTTP/1.1" status: 204  len: 168 time: 0.1616490
May 10 20:12:16.626839 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:12:16.639298 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6110abf-2c96-4f69-82a9-4b512ee92963 None None] Sync routers for ids ['2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:12:16.652508 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6110abf-2c96-4f69-82a9-4b512ee92963 None None] Routers {'2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:12:16.653295 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-e6110abf-2c96-4f69-82a9-4b512ee92963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff85c2670>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:12:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:16.658744 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:16.727978 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4736917
May 10 20:12:16.727978 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17676365-a44c-49e0-87ef-f8dac2658da8', 'tag': 'c362f2ec-323c-4480-9f8c-23598611f40b'}] {{(pid=78727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:12:16.772439 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17676365-a44c-49e0-87ef-f8dac2658da8', 'tag': 'c362f2ec-323c-4480-9f8c-23598611f40b', 'status': 'completed', 'code': 200}
May 10 20:12:16.880774 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-e6110abf-2c96-4f69-82a9-4b512ee92963 None None] Set router 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:12:16.890157 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befae54b-0e9d-43dd-b1b5-8a3d37a6db72 req-99bc1637-a508-4577-a2b7-7bf96a9a9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:16.891630 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-befae54b-0e9d-43dd-b1b5-8a3d37a6db72 req-99bc1637-a508-4577-a2b7-7bf96a9a9c36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f020bc75fa8e4abdb58792cb967d3eac&device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 1098 time: 0.0915029
May 10 20:12:17.032037 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befae54b-0e9d-43dd-b1b5-8a3d37a6db72 req-1de27142-30a7-4d49-b6e4-422bac781dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:17.033408 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-befae54b-0e9d-43dd-b1b5-8a3d37a6db72 req-1de27142-30a7-4d49-b6e4-422bac781dcd service neutron] 10.222.0.30 "GET /v2.0/networks?id=bed0b16f-0116-416a-ae69-87f7a3e8bfb1 HTTP/1.1" status: 200  len: 909 time: 0.1358514
May 10 20:12:17.150868 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-befae54b-0e9d-43dd-b1b5-8a3d37a6db72 req-60e8f70d-ced1-49de-9877-fc914abee998 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c362f2ec-323c-4480-9f8c-23598611f40b HTTP/1.1" status: 200  len: 999 time: 0.1109974
May 10 20:12:17.217710 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befae54b-0e9d-43dd-b1b5-8a3d37a6db72 req-40f87d89-011a-4102-8193-4516a059f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:17.220137 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-befae54b-0e9d-43dd-b1b5-8a3d37a6db72 req-40f87d89-011a-4102-8193-4516a059f774 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa7e168-8ecb-49a3-9f31-f153dd3250a6 HTTP/1.1" status: 200  len: 848 time: 0.0634286
May 10 20:12:17.306651 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befae54b-0e9d-43dd-b1b5-8a3d37a6db72 req-0915a489-ff4f-47d0-8c9e-9188ec92213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:17.308536 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-befae54b-0e9d-43dd-b1b5-8a3d37a6db72 req-0915a489-ff4f-47d0-8c9e-9188ec92213a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bed0b16f-0116-416a-ae69-87f7a3e8bfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823288
May 10 20:12:17.312707 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-e6110abf-2c96-4f69-82a9-4b512ee92963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff85c2670>, [{'id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'name': 'tempest-TestShelveInstance-1572753580-router', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:08Z', 'updated_at': '2021-05-10T20:11:13Z', 'revision_number': 4, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'gw_port': {'id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:09Z', 'updated_at': '2021-05-10T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': 'fcfd6f3a-43a1-4581-b704-e860f8889cee', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'port_id': 'c362f2ec-323c-4480-9f8c-23598611f40b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1', 'mac_address': 'fa:16:3e:f8:43:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17676365-a44c-49e0-87ef-f8dac2658da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:12:15Z', 'updated_at': '2021-05-10T20:12:15Z', 'revision_number': 0, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de32a4e-2b9b-4e5d-bbba-4c055946fb0a', 'name': '', 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:12Z', 'updated_at': '2021-05-10T20:11:23Z', 'revision_number': 5, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'subnets': [{'id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:17.317611 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6110abf-2c96-4f69-82a9-4b512ee92963 None None] Checking router: 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:12:17.326439 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6110abf-2c96-4f69-82a9-4b512ee92963 None None] Routers {'2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:12:17.327258 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-e6110abf-2c96-4f69-82a9-4b512ee92963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff85c2670>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:12:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:17.550927 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-befae54b-0e9d-43dd-b1b5-8a3d37a6db72 req-2ea6f054-230b-46b6-b104-9f7857e57705 service neutron] 10.222.0.30 "GET /v2.0/networks/bed0b16f-0116-416a-ae69-87f7a3e8bfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2359149
May 10 20:12:17.560079 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-e6110abf-2c96-4f69-82a9-4b512ee92963 None None] Set router 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:12:17.686335 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-befae54b-0e9d-43dd-b1b5-8a3d37a6db72 req-d0b56883-b01a-44dc-900d-166cb2876760 service neutron] 10.222.0.30 "GET /v2.0/networks/bed0b16f-0116-416a-ae69-87f7a3e8bfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290395
May 10 20:12:17.920423 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-e6110abf-2c96-4f69-82a9-4b512ee92963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff85c2670>, [{'id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'name': 'tempest-TestShelveInstance-1572753580-router', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:08Z', 'updated_at': '2021-05-10T20:11:13Z', 'revision_number': 4, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'gw_port': {'id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:09Z', 'updated_at': '2021-05-10T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': 'fcfd6f3a-43a1-4581-b704-e860f8889cee', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'port_id': 'c362f2ec-323c-4480-9f8c-23598611f40b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1', 'mac_address': 'fa:16:3e:f8:43:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17676365-a44c-49e0-87ef-f8dac2658da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:12:15Z', 'updated_at': '2021-05-10T20:12:15Z', 'revision_number': 0, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de32a4e-2b9b-4e5d-bbba-4c055946fb0a', 'name': '', 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:12Z', 'updated_at': '2021-05-10T20:11:23Z', 'revision_number': 5, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'subnets': [{'id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:12:17.925533 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6110abf-2c96-4f69-82a9-4b512ee92963 None None] The sync data for ids ['2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'] in dv-cinder-788364-3-iscsi is: [{'id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'name': 'tempest-TestShelveInstance-1572753580-router', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:08Z', 'updated_at': '2021-05-10T20:11:13Z', 'revision_number': 4, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'gw_port': {'id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:09Z', 'updated_at': '2021-05-10T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': 'fcfd6f3a-43a1-4581-b704-e860f8889cee', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'port_id': 'c362f2ec-323c-4480-9f8c-23598611f40b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1', 'mac_address': 'fa:16:3e:f8:43:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17676365-a44c-49e0-87ef-f8dac2658da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:12:15Z', 'updated_at': '2021-05-10T20:12:15Z', 'revision_number': 0, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de32a4e-2b9b-4e5d-bbba-4c055946fb0a', 'name': '', 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:12Z', 'updated_at': '2021-05-10T20:11:23Z', 'revision_number': 5, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'subnets': [{'id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:12:18.117761 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d489d8-a249-45b2-8782-843b53dfd099 None None] New status for floating IP fcfd6f3a-43a1-4581-b704-e860f8889cee: ACTIVE {{(pid=78730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:12:27.355178 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-01b9506b-e6e5-4b82-9374-647f5f0e9118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:30.232822 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-08cfd1c0-8338-4f5a-9468-b91fd8c8d436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:30.571601 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:32.081427 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:33.768794 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:37.758005 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:12:42.714081 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:12:47.486463 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c748cd9c-ac01-41b5-a816-46e3e495b64d req-ace3e535-89e9-4dfc-8a5c-e0c81fda415a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0747042
May 10 20:12:47.586786 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748cd9c-ac01-41b5-a816-46e3e495b64d req-599e16ee-be1a-4b37-9e0e-b9c1ab2e522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:47.588355 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c748cd9c-ac01-41b5-a816-46e3e495b64d req-599e16ee-be1a-4b37-9e0e-b9c1ab2e522d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5127732f09de45a6ae2dd1088906e37c&device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 1099 time: 0.0748541
May 10 20:12:47.737378 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748cd9c-ac01-41b5-a816-46e3e495b64d req-697a8748-0877-4e19-83d4-a8b88f386780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:47.738756 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c748cd9c-ac01-41b5-a816-46e3e495b64d req-697a8748-0877-4e19-83d4-a8b88f386780 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b HTTP/1.1" status: 200  len: 910 time: 0.1309958
May 10 20:12:47.849630 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c748cd9c-ac01-41b5-a816-46e3e495b64d req-7bd5e434-c41c-45db-a830-39ef856c2801 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3af9216-ab5b-4b18-857b-d49ebfbd2013 HTTP/1.1" status: 200  len: 1001 time: 0.1041689
May 10 20:12:47.917557 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748cd9c-ac01-41b5-a816-46e3e495b64d req-4950e235-da0f-4f69-b783-b973efc2ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:47.918996 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c748cd9c-ac01-41b5-a816-46e3e495b64d req-4950e235-da0f-4f69-b783-b973efc2ef24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb0ad9c7-037b-4617-8d84-22529217eb71 HTTP/1.1" status: 200  len: 849 time: 0.0633612
May 10 20:12:47.996076 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748cd9c-ac01-41b5-a816-46e3e495b64d req-ec05f49d-bb01-42f2-a8a3-c1ba0883b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:12:47.997446 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c748cd9c-ac01-41b5-a816-46e3e495b64d req-ec05f49d-bb01-42f2-a8a3-c1ba0883b6a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712376
May 10 20:12:48.133390 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c748cd9c-ac01-41b5-a816-46e3e495b64d req-61d7d16d-ef13-4210-a4b4-f9b27eb78241 service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286592
May 10 20:12:48.270276 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c748cd9c-ac01-41b5-a816-46e3e495b64d req-07125111-4c3b-4753-b4ad-31b31429ef09 service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306701
May 10 20:12:57.350844 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7f9a02b8-e3ef-46bb-9588-fab1fbc1e6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:00.227671 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-87c30b0b-db40-44d7-a07f-9429e92b1467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:00.566083 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:02.081930 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:03.773049 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:12.707720 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:14.757459 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:13:27.353789 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3aade2ac-d71c-4ccd-b78f-24b0b65e5799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:30.230649 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fe440224-d3a3-49df-932c-18d7ccb7938c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:30.571107 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:32.085955 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:33.775737 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:42.708455 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:48.442072 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-286047f2-00c8-47b0-b694-d7b6e899341e req-e200b445-91a3-40ef-b773-8002ca154f78 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0802026
May 10 20:13:48.588570 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286047f2-00c8-47b0-b694-d7b6e899341e req-4c3ae9de-c35d-4997-ba9e-96ad5d50b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:48.590103 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-286047f2-00c8-47b0-b694-d7b6e899341e req-4c3ae9de-c35d-4997-ba9e-96ad5d50b4d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5127732f09de45a6ae2dd1088906e37c&device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 1099 time: 0.0785513
May 10 20:13:48.754752 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286047f2-00c8-47b0-b694-d7b6e899341e req-619b0438-2996-4de2-84a7-f026abea0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:48.756910 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-286047f2-00c8-47b0-b694-d7b6e899341e req-619b0438-2996-4de2-84a7-f026abea0b46 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b HTTP/1.1" status: 200  len: 910 time: 0.1451695
May 10 20:13:48.876228 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-286047f2-00c8-47b0-b694-d7b6e899341e req-2e3b3aee-aefb-438f-a89f-3f25d7f1081a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3af9216-ab5b-4b18-857b-d49ebfbd2013 HTTP/1.1" status: 200  len: 1001 time: 0.1132984
May 10 20:13:48.952330 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286047f2-00c8-47b0-b694-d7b6e899341e req-09c74c20-061b-49cc-a600-e8e753c849cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:48.953841 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-286047f2-00c8-47b0-b694-d7b6e899341e req-09c74c20-061b-49cc-a600-e8e753c849cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb0ad9c7-037b-4617-8d84-22529217eb71 HTTP/1.1" status: 200  len: 849 time: 0.0703809
May 10 20:13:49.148122 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286047f2-00c8-47b0-b694-d7b6e899341e req-e2a765ae-ba9d-414f-8401-0b3c38166159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:49.149583 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-286047f2-00c8-47b0-b694-d7b6e899341e req-e2a765ae-ba9d-414f-8401-0b3c38166159 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1885281
May 10 20:13:49.301892 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-286047f2-00c8-47b0-b694-d7b6e899341e req-b11b992c-4806-489e-bb80-6fc58a593812 service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456006
May 10 20:13:49.448242 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-286047f2-00c8-47b0-b694-d7b6e899341e req-a8e3457c-9a31-4dd0-b211-e29609ace508 service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401947
May 10 20:13:51.758129 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:13:52.113048 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55756) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:13:52.640321 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Deleting port 194288cc-266b-4588-bd65-03c35c84db60 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:13:52.640732 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:52.772098 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:52.773037 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:52.900238 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Calling delete_port for 194288cc-266b-4588-bd65-03c35c84db60 owned by network:floatingip {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:13:53.039346 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:53.043207 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-244543f6-596f-4e3b-ae9e-1c750e8ca6ec tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:53.088718 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event deleted for resources: {'Port': ['ID=194288cc-266b-4588-bd65-03c35c84db60,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:53.125714 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:53.126430 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:53.126430 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:53.126784 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:53.127139 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:53.127488 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:53.127840 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:53.128405 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:53.128761 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:53.129115 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:53.129463 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:53.129810 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:13:53.137979 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:53.196236 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for floatingip, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:53.196695 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.db.l3_db [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Floating IP 0d5b6e84-f2f1-412e-a315-ccdcf36258a7 disassociated (deleted). External IP: 172.27.1.244, port: 6a7620e6-ec5b-4df2-b34e-6c5072458a51.
May 10 20:13:53.692685 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Router 93fae79f-b83d-48cc-bdc2-30d887f79df9 has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:13:53.885197 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:13:53.895105 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23600cd3-51fd-4163-8b58-90447bd76ad5 None None] Sync routers for ids ['93fae79f-b83d-48cc-bdc2-30d887f79df9'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:13:53.906861 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23600cd3-51fd-4163-8b58-90447bd76ad5 None None] Routers {'93fae79f-b83d-48cc-bdc2-30d887f79df9'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:13:53.907501 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-23600cd3-51fd-4163-8b58-90447bd76ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff8436760>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:13:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['93fae79f-b83d-48cc-bdc2-30d887f79df9'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:13:53.909258 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:53.969488 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-fefd7c38-5c37-489f-a82f-c1e331777c85 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "DELETE /v2.0/floatingips/0d5b6e84-f2f1-412e-a315-ccdcf36258a7 HTTP/1.1" status: 204  len: 168 time: 1.8549325
May 10 20:13:53.970509 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486', 'tag': '6a7620e6-ec5b-4df2-b34e-6c5072458a51'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:13:54.109254 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-23600cd3-51fd-4163-8b58-90447bd76ad5 None None] Set router 93fae79f-b83d-48cc-bdc2-30d887f79df9 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:13:54.208568 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486', 'tag': '6a7620e6-ec5b-4df2-b34e-6c5072458a51', 'status': 'completed', 'code': 200}
May 10 20:13:54.319858 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9f0d5-fc4e-4551-8686-5f21dc7f7c66 req-02fb3156-00e0-45c4-9d1b-ba1bb3895e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:54.321414 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cbe9f0d5-fc4e-4551-8686-5f21dc7f7c66 req-02fb3156-00e0-45c4-9d1b-ba1bb3895e56 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5127732f09de45a6ae2dd1088906e37c&device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 1099 time: 0.0918121
May 10 20:13:54.513589 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-23600cd3-51fd-4163-8b58-90447bd76ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff8436760>, [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': 'b9a7e3c0-c44e-4090-9aa9-feba88ab589b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'port_id': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'mac_address': 'fa:16:3e:4f:67:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd3c37a-2a86-4801-86ef-a713bb09dd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:09:08Z', 'updated_at': '2021-05-10T20:09:12Z', 'revision_number': 1, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320a2fd0-8811-4575-a723-ae91770fe353', 'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'mac_address': 'fa:16:3e:d3:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:15Z', 'updated_at': '2021-05-10T20:03:27Z', 'revision_number': 5, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'subnets': [{'id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:13:54.517913 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23600cd3-51fd-4163-8b58-90447bd76ad5 None None] Checking router: 93fae79f-b83d-48cc-bdc2-30d887f79df9 for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:13:54.521647 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9f0d5-fc4e-4551-8686-5f21dc7f7c66 req-7889a900-7c32-42d1-845d-c31ad8002de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:54.523264 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cbe9f0d5-fc4e-4551-8686-5f21dc7f7c66 req-7889a900-7c32-42d1-845d-c31ad8002de8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b HTTP/1.1" status: 200  len: 910 time: 0.1959946
May 10 20:13:54.527728 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23600cd3-51fd-4163-8b58-90447bd76ad5 None None] Routers {'93fae79f-b83d-48cc-bdc2-30d887f79df9'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:13:54.528400 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-23600cd3-51fd-4163-8b58-90447bd76ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff8436760>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:13:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['93fae79f-b83d-48cc-bdc2-30d887f79df9'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:13:54.602731 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cbe9f0d5-fc4e-4551-8686-5f21dc7f7c66 req-9242920c-fc7c-40d1-9d94-c93983df0071 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a7620e6-ec5b-4df2-b34e-6c5072458a51 HTTP/1.1" status: 200  len: 217 time: 0.0718369
May 10 20:13:54.653816 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5050d14-680a-47db-bfff-bc89f99f1a74 req-de42c0c7-fd7e-4566-9b3b-ff1db4c61cea tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:54.654647 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-a5050d14-680a-47db-bfff-bc89f99f1a74 req-de42c0c7-fd7e-4566-9b3b-ff1db4c61cea tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Synchronizing usage tracker for tenant:5127732f09de45a6ae2dd1088906e37c on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:13:54.694529 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-a5050d14-680a-47db-bfff-bc89f99f1a74 req-de42c0c7-fd7e-4566-9b3b-ff1db4c61cea tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Unset dirty status for tenant:5127732f09de45a6ae2dd1088906e37c on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:13:54.695919 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a5050d14-680a-47db-bfff-bc89f99f1a74 req-de42c0c7-fd7e-4566-9b3b-ff1db4c61cea tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 946 time: 0.2468996
May 10 20:13:54.700645 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9f0d5-fc4e-4551-8686-5f21dc7f7c66 req-1328b69b-a673-4379-9130-3708167d901a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:54.702162 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cbe9f0d5-fc4e-4551-8686-5f21dc7f7c66 req-1328b69b-a673-4379-9130-3708167d901a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb0ad9c7-037b-4617-8d84-22529217eb71 HTTP/1.1" status: 200  len: 849 time: 0.0926249
May 10 20:13:54.797767 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a5050d14-680a-47db-bfff-bc89f99f1a74 req-a1e8f2d4-67c7-40db-9f01-1820d87fde59 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946052
May 10 20:13:54.828792 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9f0d5-fc4e-4551-8686-5f21dc7f7c66 req-43102d06-ff03-437d-b3a0-fa54d8128bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:54.828792 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cbe9f0d5-fc4e-4551-8686-5f21dc7f7c66 req-43102d06-ff03-437d-b3a0-fa54d8128bd7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1061926
May 10 20:13:54.829137 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-23600cd3-51fd-4163-8b58-90447bd76ad5 None None] Set router 93fae79f-b83d-48cc-bdc2-30d887f79df9 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:13:54.968010 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cbe9f0d5-fc4e-4551-8686-5f21dc7f7c66 req-cc4ca381-ca19-44d6-a649-defa63d8ca97 service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361866
May 10 20:13:55.108191 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cbe9f0d5-fc4e-4551-8686-5f21dc7f7c66 req-e219d981-9dbf-4e86-948e-0b0c42d1c07e service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319358
May 10 20:13:55.238579 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-23600cd3-51fd-4163-8b58-90447bd76ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff8436760>, [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': 'b9a7e3c0-c44e-4090-9aa9-feba88ab589b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'port_id': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'mac_address': 'fa:16:3e:4f:67:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd3c37a-2a86-4801-86ef-a713bb09dd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:09:08Z', 'updated_at': '2021-05-10T20:09:12Z', 'revision_number': 1, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320a2fd0-8811-4575-a723-ae91770fe353', 'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'mac_address': 'fa:16:3e:d3:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:15Z', 'updated_at': '2021-05-10T20:03:27Z', 'revision_number': 5, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'subnets': [{'id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:13:55.243240 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23600cd3-51fd-4163-8b58-90447bd76ad5 None None] The sync data for ids ['93fae79f-b83d-48cc-bdc2-30d887f79df9'] in dv-cinder-788364-3-iscsi is: [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_floatingips': [{'id': 'b9a7e3c0-c44e-4090-9aa9-feba88ab589b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'router_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'port_id': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'mac_address': 'fa:16:3e:4f:67:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd3c37a-2a86-4801-86ef-a713bb09dd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:09:08Z', 'updated_at': '2021-05-10T20:09:12Z', 'revision_number': 1, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320a2fd0-8811-4575-a723-ae91770fe353', 'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'mac_address': 'fa:16:3e:d3:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:15Z', 'updated_at': '2021-05-10T20:03:27Z', 'revision_number': 5, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'subnets': [{'id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:13:55.458390 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c989306-9474-4df4-ae6e-a01218591f33 None None] New status for floating IP 0d5b6e84-f2f1-412e-a315-ccdcf36258a7: DOWN {{(pid=78730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:13:56.070943 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53432dd-728f-4dcc-a9ed-5a6d14275585 req-5669b843-36b7-4cba-b06c-64bb53e6eed9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:56.072476 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b53432dd-728f-4dcc-a9ed-5a6d14275585 req-5669b843-36b7-4cba-b06c-64bb53e6eed9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 946 time: 0.1535957
May 10 20:13:56.081484 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04618fa-83c8-451a-9c02-1b7df4dde7d6 req-6c9b4ffc-d821-4f2c-93a3-02bf854901d3 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:13:56.082863 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c04618fa-83c8-451a-9c02-1b7df4dde7d6 req-6c9b4ffc-d821-4f2c-93a3-02bf854901d3 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.30 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 946 time: 0.1207182
May 10 20:13:56.182288 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b53432dd-728f-4dcc-a9ed-5a6d14275585 req-3659c21b-cc1a-47fe-89a3-2441341c59c1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0983279
May 10 20:13:56.262493 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-c04618fa-83c8-451a-9c02-1b7df4dde7d6 req-52ff8ba5-91ab-4eb3-bc52-5b7e7f59413f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Deleting port 6a7620e6-ec5b-4df2-b34e-6c5072458a51 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:13:56.262837 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-c04618fa-83c8-451a-9c02-1b7df4dde7d6 req-52ff8ba5-91ab-4eb3-bc52-5b7e7f59413f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:56.531892 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-c04618fa-83c8-451a-9c02-1b7df4dde7d6 req-52ff8ba5-91ab-4eb3-bc52-5b7e7f59413f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] For port 6a7620e6-ec5b-4df2-b34e-6c5072458a51, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6a7620e6-ec5b-4df2-b34e-6c5072458a51,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:13:56.532276 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-c04618fa-83c8-451a-9c02-1b7df4dde7d6 req-52ff8ba5-91ab-4eb3-bc52-5b7e7f59413f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:56.660305 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-c04618fa-83c8-451a-9c02-1b7df4dde7d6 req-52ff8ba5-91ab-4eb3-bc52-5b7e7f59413f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Calling delete_port for 6a7620e6-ec5b-4df2-b34e-6c5072458a51 owned by compute:nova {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:13:56.785334 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-c04618fa-83c8-451a-9c02-1b7df4dde7d6 req-52ff8ba5-91ab-4eb3-bc52-5b7e7f59413f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:56.791437 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6dd3152e-5152-4d18-9653-b14793895dfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:13:56.840107 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff8ba5-91ab-4eb3-bc52-5b7e7f59413f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event deleted for resources: {'Port': ['ID=6a7620e6-ec5b-4df2-b34e-6c5072458a51,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:13:56.843210 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-52ff8ba5-91ab-4eb3-bc52-5b7e7f59413f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:13:56.924991 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04618fa-83c8-451a-9c02-1b7df4dde7d6 req-52ff8ba5-91ab-4eb3-bc52-5b7e7f59413f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] No DVR routers for this DVR port 6a7620e6-ec5b-4df2-b34e-6c5072458a51 on host hv-cinder-78836 {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:13:56.929082 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-c04618fa-83c8-451a-9c02-1b7df4dde7d6 req-52ff8ba5-91ab-4eb3-bc52-5b7e7f59413f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:56.932256 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486', 'name': 'network-vif-deleted', 'tag': '6a7620e6-ec5b-4df2-b34e-6c5072458a51'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:13:56.948145 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c04618fa-83c8-451a-9c02-1b7df4dde7d6 req-52ff8ba5-91ab-4eb3-bc52-5b7e7f59413f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.30 "DELETE /v2.0/ports/6a7620e6-ec5b-4df2-b34e-6c5072458a51 HTTP/1.1" status: 204  len: 173 time: 0.8500488
May 10 20:13:56.984971 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486', 'name': 'network-vif-deleted', 'tag': '6a7620e6-ec5b-4df2-b34e-6c5072458a51', 'status': 'completed', 'code': 200}
May 10 20:13:57.367314 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-0a7494dc-651e-4f6d-875f-499981a9a60d req-e4578915-542d-4171-8216-879add1f38cc tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Synchronizing usage tracker for tenant:5127732f09de45a6ae2dd1088906e37c on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:13:57.371371 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8150e284-4f97-4951-a1a2-b23afcf5be9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:13:57.387115 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-0a7494dc-651e-4f6d-875f-499981a9a60d req-e4578915-542d-4171-8216-879add1f38cc tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Unset dirty status for tenant:5127732f09de45a6ae2dd1088906e37c on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:13:57.388594 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0a7494dc-651e-4f6d-875f-499981a9a60d req-e4578915-542d-4171-8216-879add1f38cc tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=687c54e3-e9b6-49f8-a0a4-3d7ddaaf5486 HTTP/1.1" status: 200  len: 210 time: 0.0915020
May 10 20:13:59.614295 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 6a7620e6-ec5b-4df2-b34e-6c5072458a51 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:13:59.652877 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] No Port match for: 6a7620e6-ec5b-4df2-b34e-6c5072458a51 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:13:59.653269 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device 6a7620e6-ec5b-4df2-b34e-6c5072458a51 not bound to the agent host hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:14:00.233485 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a6996549-9745-4689-8bc8-7b5427c86b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:00.576730 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:00.914231 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55790) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:01.181362 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-fc5546da-4011-48c9-87f8-456e05e9d2ac tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Deleting port 293e65a3-9138-425e-a91a-53916e7e5423 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:14:01.181617 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fc5546da-4011-48c9-87f8-456e05e9d2ac tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:01.303110 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fc5546da-4011-48c9-87f8-456e05e9d2ac tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:01.303434 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fc5546da-4011-48c9-87f8-456e05e9d2ac tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:01.433233 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-fc5546da-4011-48c9-87f8-456e05e9d2ac tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Calling delete_port for 293e65a3-9138-425e-a91a-53916e7e5423 owned by network:floatingip {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:14:01.572956 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fc5546da-4011-48c9-87f8-456e05e9d2ac tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:01.577130 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-692bba6e-3475-46c8-a565-614068d9b56f tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:01.622333 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5546da-4011-48c9-87f8-456e05e9d2ac tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event deleted for resources: {'Port': ['ID=293e65a3-9138-425e-a91a-53916e7e5423,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:01.625579 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-fc5546da-4011-48c9-87f8-456e05e9d2ac tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:01.720459 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fc5546da-4011-48c9-87f8-456e05e9d2ac tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for floatingip, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:01.720779 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.db.l3_db [None req-fc5546da-4011-48c9-87f8-456e05e9d2ac tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Floating IP b9a7e3c0-c44e-4090-9aa9-feba88ab589b disassociated (deleted). External IP: 172.27.1.41, port: a3af9216-ab5b-4b18-857b-d49ebfbd2013.
May 10 20:14:02.092199 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:02.198544 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5546da-4011-48c9-87f8-456e05e9d2ac tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Router 93fae79f-b83d-48cc-bdc2-30d887f79df9 has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:14:02.389337 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5546da-4011-48c9-87f8-456e05e9d2ac tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:14:02.401270 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e85ad-f858-4b05-9e78-4f04b140ee7a None None] Sync routers for ids ['93fae79f-b83d-48cc-bdc2-30d887f79df9'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:14:02.411248 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e85ad-f858-4b05-9e78-4f04b140ee7a None None] Routers {'93fae79f-b83d-48cc-bdc2-30d887f79df9'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:14:02.411876 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-9f0e85ad-f858-4b05-9e78-4f04b140ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff890d880>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:14:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['93fae79f-b83d-48cc-bdc2-30d887f79df9'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:02.419459 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fc5546da-4011-48c9-87f8-456e05e9d2ac tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:02.477158 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-fc5546da-4011-48c9-87f8-456e05e9d2ac tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "DELETE /v2.0/floatingips/b9a7e3c0-c44e-4090-9aa9-feba88ab589b HTTP/1.1" status: 204  len: 168 time: 1.5614829
May 10 20:14:02.477938 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd3c37a-2a86-4801-86ef-a713bb09dd8b', 'tag': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:14:02.528508 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd3c37a-2a86-4801-86ef-a713bb09dd8b', 'tag': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013', 'status': 'completed', 'code': 200}
May 10 20:14:02.604347 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-9f0e85ad-f858-4b05-9e78-4f04b140ee7a None None] Set router 93fae79f-b83d-48cc-bdc2-30d887f79df9 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:14:02.643038 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb4667-7cad-4aff-b36e-6cedbbeb8d8f req-a7cd06ed-5100-4e66-ab71-a27a3dbe5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:02.644552 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-46eb4667-7cad-4aff-b36e-6cedbbeb8d8f req-a7cd06ed-5100-4e66-ab71-a27a3dbe5fbb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5127732f09de45a6ae2dd1088906e37c&device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 1099 time: 0.0907826
May 10 20:14:02.790492 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb4667-7cad-4aff-b36e-6cedbbeb8d8f req-62684f02-5e55-4fe6-adc1-119b99a87479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:02.791991 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-46eb4667-7cad-4aff-b36e-6cedbbeb8d8f req-62684f02-5e55-4fe6-adc1-119b99a87479 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b HTTP/1.1" status: 200  len: 910 time: 0.1408365
May 10 20:14:02.901232 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-46eb4667-7cad-4aff-b36e-6cedbbeb8d8f req-deb1f846-20c4-4685-930c-c06901d6ae7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3af9216-ab5b-4b18-857b-d49ebfbd2013 HTTP/1.1" status: 200  len: 217 time: 0.1017423
May 10 20:14:02.954556 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-9f0e85ad-f858-4b05-9e78-4f04b140ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff890d880>, [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '320a2fd0-8811-4575-a723-ae91770fe353', 'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'mac_address': 'fa:16:3e:d3:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:15Z', 'updated_at': '2021-05-10T20:03:27Z', 'revision_number': 5, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'subnets': [{'id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:02.959522 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e85ad-f858-4b05-9e78-4f04b140ee7a None None] Checking router: 93fae79f-b83d-48cc-bdc2-30d887f79df9 for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:14:02.968742 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e85ad-f858-4b05-9e78-4f04b140ee7a None None] Routers {'93fae79f-b83d-48cc-bdc2-30d887f79df9'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:14:02.969651 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-9f0e85ad-f858-4b05-9e78-4f04b140ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff890d880>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:14:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['93fae79f-b83d-48cc-bdc2-30d887f79df9'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:02.979621 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb4667-7cad-4aff-b36e-6cedbbeb8d8f req-ef9e8fe3-a613-4778-8141-5ec49757419f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:02.981095 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-46eb4667-7cad-4aff-b36e-6cedbbeb8d8f req-ef9e8fe3-a613-4778-8141-5ec49757419f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb0ad9c7-037b-4617-8d84-22529217eb71 HTTP/1.1" status: 200  len: 849 time: 0.0715897
May 10 20:14:03.037791 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4640ed-bf15-42b6-9113-bdfd1cbf9ad7 req-1455e3c6-c9f3-4298-a0db-36148f923cc9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:03.040676 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-8e4640ed-bf15-42b6-9113-bdfd1cbf9ad7 req-1455e3c6-c9f3-4298-a0db-36148f923cc9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Synchronizing usage tracker for tenant:5127732f09de45a6ae2dd1088906e37c on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:14:03.068895 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-8e4640ed-bf15-42b6-9113-bdfd1cbf9ad7 req-1455e3c6-c9f3-4298-a0db-36148f923cc9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Unset dirty status for tenant:5127732f09de45a6ae2dd1088906e37c on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:14:03.070709 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8e4640ed-bf15-42b6-9113-bdfd1cbf9ad7 req-1455e3c6-c9f3-4298-a0db-36148f923cc9 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 946 time: 0.2215278
May 10 20:14:03.110052 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb4667-7cad-4aff-b36e-6cedbbeb8d8f req-59edd755-e761-4719-abd7-754e0b1d8429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:03.111556 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-46eb4667-7cad-4aff-b36e-6cedbbeb8d8f req-59edd755-e761-4719-abd7-754e0b1d8429 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1215634
May 10 20:14:03.155323 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8e4640ed-bf15-42b6-9113-bdfd1cbf9ad7 req-dd7f67a5-73cb-4d7e-93ab-57eb08e9e6b2 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745814
May 10 20:14:03.166613 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-9f0e85ad-f858-4b05-9e78-4f04b140ee7a None None] Set router 93fae79f-b83d-48cc-bdc2-30d887f79df9 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:14:03.283447 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-46eb4667-7cad-4aff-b36e-6cedbbeb8d8f req-10e58f4d-7f9a-46b3-8630-bccf3e5bacfe service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1604767
May 10 20:14:03.438601 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-46eb4667-7cad-4aff-b36e-6cedbbeb8d8f req-18ac41d4-3a69-46bc-a653-ce85381de238 service neutron] 10.222.0.30 "GET /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475728
May 10 20:14:03.545883 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-9f0e85ad-f858-4b05-9e78-4f04b140ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff890d880>, [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '320a2fd0-8811-4575-a723-ae91770fe353', 'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'mac_address': 'fa:16:3e:d3:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:15Z', 'updated_at': '2021-05-10T20:03:27Z', 'revision_number': 5, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'subnets': [{'id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:03.551266 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e85ad-f858-4b05-9e78-4f04b140ee7a None None] The sync data for ids ['93fae79f-b83d-48cc-bdc2-30d887f79df9'] in dv-cinder-788364-3-iscsi is: [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:03:16Z', 'revision_number': 4, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '320a2fd0-8811-4575-a723-ae91770fe353', 'name': '', 'network_id': 'c7c94f39-d55c-4fad-ba57-0e8ddc69af4b', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'mac_address': 'fa:16:3e:d3:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:15Z', 'updated_at': '2021-05-10T20:03:27Z', 'revision_number': 5, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'subnets': [{'id': 'eb0ad9c7-037b-4617-8d84-22529217eb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:14:03.739820 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa709d-7e68-485a-8554-dde0ee066c3e req-10623ada-0595-4ef8-a9f9-bcf20bd70cb4 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:03.742458 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a4aa709d-7e68-485a-8554-dde0ee066c3e req-10623ada-0595-4ef8-a9f9-bcf20bd70cb4 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 946 time: 0.0952260
May 10 20:14:03.783265 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:03.796756 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60aeb8a-ebb3-45f2-9105-ee1dd4c2dc92 None None] New status for floating IP b9a7e3c0-c44e-4090-9aa9-feba88ab589b: DOWN {{(pid=78730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:14:03.916431 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-a4aa709d-7e68-485a-8554-dde0ee066c3e req-0ff987f0-2ffa-4a99-a4d4-38fd0065de28 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Deleting port a3af9216-ab5b-4b18-857b-d49ebfbd2013 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:14:03.916779 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-a4aa709d-7e68-485a-8554-dde0ee066c3e req-0ff987f0-2ffa-4a99-a4d4-38fd0065de28 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:04.185149 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-a4aa709d-7e68-485a-8554-dde0ee066c3e req-0ff987f0-2ffa-4a99-a4d4-38fd0065de28 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] For port a3af9216-ab5b-4b18-857b-d49ebfbd2013, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a3af9216-ab5b-4b18-857b-d49ebfbd2013,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:14:04.185515 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-a4aa709d-7e68-485a-8554-dde0ee066c3e req-0ff987f0-2ffa-4a99-a4d4-38fd0065de28 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:04.329088 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-a4aa709d-7e68-485a-8554-dde0ee066c3e req-0ff987f0-2ffa-4a99-a4d4-38fd0065de28 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Calling delete_port for a3af9216-ab5b-4b18-857b-d49ebfbd2013 owned by compute:nova {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:14:04.436426 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba692c37-4944-4343-802a-7799b3d6e6d6 req-6c633e98-99fc-44fa-820a-33dc08be9da1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:04.437926 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ba692c37-4944-4343-802a-7799b3d6e6d6 req-6c633e98-99fc-44fa-820a-33dc08be9da1 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bd3c37a-2a86-4801-86ef-a713bb09dd8b HTTP/1.1" status: 200  len: 946 time: 0.1171849
May 10 20:14:04.532201 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ba692c37-4944-4343-802a-7799b3d6e6d6 req-d7e4b21a-5444-4c97-a115-b3f47a7c2358 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb58d778-6e23-469f-94f9-68d761671edb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0845239
May 10 20:14:04.560304 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-a4aa709d-7e68-485a-8554-dde0ee066c3e req-0ff987f0-2ffa-4a99-a4d4-38fd0065de28 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:04.565983 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-52ff8ba5-91ab-4eb3-bc52-5b7e7f59413f tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:04.613239 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff987f0-2ffa-4a99-a4d4-38fd0065de28 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event deleted for resources: {'Port': ['ID=a3af9216-ab5b-4b18-857b-d49ebfbd2013,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:04.616398 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0ff987f0-2ffa-4a99-a4d4-38fd0065de28 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:04.705782 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4aa709d-7e68-485a-8554-dde0ee066c3e req-0ff987f0-2ffa-4a99-a4d4-38fd0065de28 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] No DVR routers for this DVR port a3af9216-ab5b-4b18-857b-d49ebfbd2013 on host hv-cinder-78836 {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:14:04.708227 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-a4aa709d-7e68-485a-8554-dde0ee066c3e req-0ff987f0-2ffa-4a99-a4d4-38fd0065de28 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:04.710907 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd3c37a-2a86-4801-86ef-a713bb09dd8b', 'name': 'network-vif-deleted', 'tag': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:14:04.727581 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a4aa709d-7e68-485a-8554-dde0ee066c3e req-0ff987f0-2ffa-4a99-a4d4-38fd0065de28 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.30 "DELETE /v2.0/ports/a3af9216-ab5b-4b18-857b-d49ebfbd2013 HTTP/1.1" status: 204  len: 173 time: 0.9795651
May 10 20:14:04.762535 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd3c37a-2a86-4801-86ef-a713bb09dd8b', 'name': 'network-vif-deleted', 'tag': 'a3af9216-ab5b-4b18-857b-d49ebfbd2013', 'status': 'completed', 'code': 200}
May 10 20:14:05.630683 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55806) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:05.645181 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device a3af9216-ab5b-4b18-857b-d49ebfbd2013 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:14:05.686245 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] No Port match for: a3af9216-ab5b-4b18-857b-d49ebfbd2013 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:14:05.686516 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device a3af9216-ab5b-4b18-857b-d49ebfbd2013 not bound to the agent host hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:14:05.859907 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-432b91e8-eae9-4c2b-83cd-945ff5bf308a tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Deleting port ce547f4e-65cd-4ac2-97e7-98eb9103c08b {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:14:05.860276 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-432b91e8-eae9-4c2b-83cd-945ff5bf308a tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:05.996582 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-432b91e8-eae9-4c2b-83cd-945ff5bf308a tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:05.996918 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-432b91e8-eae9-4c2b-83cd-945ff5bf308a tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:06.125099 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-432b91e8-eae9-4c2b-83cd-945ff5bf308a tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Calling delete_port for ce547f4e-65cd-4ac2-97e7-98eb9103c08b owned by network:floatingip {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:14:06.239262 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-432b91e8-eae9-4c2b-83cd-945ff5bf308a tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:06.243634 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8a148d41-85f8-4430-a048-584705346b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:06.289307 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b91e8-eae9-4c2b-83cd-945ff5bf308a tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event deleted for resources: {'Port': ['ID=ce547f4e-65cd-4ac2-97e7-98eb9103c08b,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:06.315383 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-432b91e8-eae9-4c2b-83cd-945ff5bf308a tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:06.392961 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-432b91e8-eae9-4c2b-83cd-945ff5bf308a tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for floatingip, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:06.407513 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-432b91e8-eae9-4c2b-83cd-945ff5bf308a tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:06.408683 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-432b91e8-eae9-4c2b-83cd-945ff5bf308a tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "DELETE /v2.0/floatingips/48c92e2a-0175-4104-8e8d-79a58a3e984c HTTP/1.1" status: 204  len: 168 time: 0.7770250
May 10 20:14:07.802996 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55820) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:07.876692 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-56b68cce-3910-4fd6-89c1-675adfc5b63b tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:07.907770 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-56b68cce-3910-4fd6-89c1-675adfc5b63b tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:07.991833 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-56b68cce-3910-4fd6-89c1-675adfc5b63b tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:07.996102 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5cbbf59e-3de8-414a-b780-a08865cf3935 tempest-AttachVolumeShelveTestJSON-74609467 tempest-AttachVolumeShelveTestJSON-74609467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:08.009049 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b68cce-3910-4fd6-89c1-675adfc5b63b tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb58d778-6e23-469f-94f9-68d761671edb,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:08.012754 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-56b68cce-3910-4fd6-89c1-675adfc5b63b tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:08.016059 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-56b68cce-3910-4fd6-89c1-675adfc5b63b tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:08.017515 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-56b68cce-3910-4fd6-89c1-675adfc5b63b tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] 10.222.0.15 "DELETE /v2.0/security-groups/eb58d778-6e23-469f-94f9-68d761671edb HTTP/1.1" status: 204  len: 168 time: 0.2130921
May 10 20:14:08.093800 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55826) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:08.901577 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396620'] for router_interface, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:09.324810 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Deleting port 320a2fd0-8811-4575-a723-ae91770fe353 {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:14:09.325541 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:09.451380 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] For port 320a2fd0-8811-4575-a723-ae91770fe353, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=320a2fd0-8811-4575-a723-ae91770fe353,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:14:09.451732 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:09.576937 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Calling delete_port for 320a2fd0-8811-4575-a723-ae91770fe353 owned by network:router_interface {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:14:09.737615 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:09.741745 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-fb58972e-4b81-4d87-95f4-40c3c14c83d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:09.788330 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=320a2fd0-8811-4575-a723-ae91770fe353,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:09.838723 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:09.839063 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:09.839455 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:09.839829 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:09.840224 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:09.840590 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:09.840952 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:09.841307 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:09.841685 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:09.842025 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:09.842383 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:09.842734 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:09.871225 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:10.199468 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397564'] for router_interface, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:10.574985 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Router 93fae79f-b83d-48cc-bdc2-30d887f79df9 has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:14:10.752679 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:14:10.763146 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccb806e-4f39-4918-8e67-12f44a446300 None None] Sync routers for ids ['93fae79f-b83d-48cc-bdc2-30d887f79df9'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:14:10.769965 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-438fb267-0faf-4c3e-9098-c4f4c8649cf2 admin admin] 10.222.0.15 "PUT /v2.0/routers/93fae79f-b83d-48cc-bdc2-30d887f79df9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6747053
May 10 20:14:10.772236 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55832) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:10.776702 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccb806e-4f39-4918-8e67-12f44a446300 None None] Routers {'93fae79f-b83d-48cc-bdc2-30d887f79df9'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:14:10.777642 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-cccb806e-4f39-4918-8e67-12f44a446300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff89d8640>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:14:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['93fae79f-b83d-48cc-bdc2-30d887f79df9'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:10.954421 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-93531830-d9fd-4428-be12-d81d2b607550 admin admin] Notify callbacks [] for router, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:11.038453 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-cccb806e-4f39-4918-8e67-12f44a446300 None None] Set router 93fae79f-b83d-48cc-bdc2-30d887f79df9 gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:14:11.139081 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-93531830-d9fd-4428-be12-d81d2b607550 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:11.215780 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-93531830-d9fd-4428-be12-d81d2b607550 admin admin] Deleting port 3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263 {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:14:11.216160 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-93531830-d9fd-4428-be12-d81d2b607550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:11.353923 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-cccb806e-4f39-4918-8e67-12f44a446300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff89d8640>, [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:14:09Z', 'revision_number': 5, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port': {'id': '3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:10Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:11.359377 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccb806e-4f39-4918-8e67-12f44a446300 None None] Checking router: 93fae79f-b83d-48cc-bdc2-30d887f79df9 for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:14:11.359552 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [None req-93531830-d9fd-4428-be12-d81d2b607550 admin admin] For port 3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:14:11.360174 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-93531830-d9fd-4428-be12-d81d2b607550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:11.369212 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccb806e-4f39-4918-8e67-12f44a446300 None None] Routers {'93fae79f-b83d-48cc-bdc2-30d887f79df9'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:14:11.369885 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-cccb806e-4f39-4918-8e67-12f44a446300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff89d8640>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:14:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['93fae79f-b83d-48cc-bdc2-30d887f79df9'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:11.508959 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-93531830-d9fd-4428-be12-d81d2b607550 admin admin] Calling delete_port for 3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263 owned by network:router_gateway {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:14:11.542855 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-cccb806e-4f39-4918-8e67-12f44a446300 None None] Set router 93fae79f-b83d-48cc-bdc2-30d887f79df9 gateway port host: None {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:14:11.653945 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-cccb806e-4f39-4918-8e67-12f44a446300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff89d8640>, [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:14:11Z', 'revision_number': 6, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port_host': None}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:11.658487 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccb806e-4f39-4918-8e67-12f44a446300 None None] The sync data for ids ['93fae79f-b83d-48cc-bdc2-30d887f79df9'] in dv-cinder-788364-3-iscsi is: [{'id': '93fae79f-b83d-48cc-bdc2-30d887f79df9', 'name': 'tempest-TestVolumeBootPattern-60622755-router', 'tenant_id': '5127732f09de45a6ae2dd1088906e37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:09Z', 'updated_at': '2021-05-10T20:14:11Z', 'revision_number': 6, 'project_id': '5127732f09de45a6ae2dd1088906e37c', 'gw_port_host': None}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:14:11.797721 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-93531830-d9fd-4428-be12-d81d2b607550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:11.801915 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-03b8a63b-9e3a-42d1-89af-ee49e013ab65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:11.848583 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93531830-d9fd-4428-be12-d81d2b607550 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:11.851520 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-93531830-d9fd-4428-be12-d81d2b607550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:11.951163 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-93531830-d9fd-4428-be12-d81d2b607550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400232'] for router_gateway, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:12.131516 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-93531830-d9fd-4428-be12-d81d2b607550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13659'] for router, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:12.134489 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-93531830-d9fd-4428-be12-d81d2b607550 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:12.160258 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-93531830-d9fd-4428-be12-d81d2b607550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-337018'] for router, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:12.160795 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93531830-d9fd-4428-be12-d81d2b607550 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93fae79f-b83d-48cc-bdc2-30d887f79df9 {{(pid=78727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 20:14:12.172889 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-93531830-d9fd-4428-be12-d81d2b607550 admin admin] Notify callbacks [] for router, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:12.174004 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-93531830-d9fd-4428-be12-d81d2b607550 admin admin] 10.222.0.15 "DELETE /v2.0/routers/93fae79f-b83d-48cc-bdc2-30d887f79df9 HTTP/1.1" status: 204  len: 168 time: 1.4008684
May 10 20:14:12.177913 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55836) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:12.246179 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_v2 [None req-a07cdc32-e5a7-4dc5-976f-18be1b8ee5a5 admin admin] Deleting subnet eb0ad9c7-037b-4617-8d84-22529217eb71 {{(pid=78727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:14:12.249386 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a07cdc32-e5a7-4dc5-976f-18be1b8ee5a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:12.301322 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a07cdc32-e5a7-4dc5-976f-18be1b8ee5a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11444040'] for subnet, precommit_delete_associations {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:12.391971 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a07cdc32-e5a7-4dc5-976f-18be1b8ee5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3861428'] for subnet, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:12.650394 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a07cdc32-e5a7-4dc5-976f-18be1b8ee5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3861435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10490685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11348346'] for subnet, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:12.654642 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-9efc2757-62c9-4eca-a28b-095165b08ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:12.693507 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cdc32-e5a7-4dc5-976f-18be1b8ee5a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb0ad9c7-037b-4617-8d84-22529217eb71,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:12.697160 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-a07cdc32-e5a7-4dc5-976f-18be1b8ee5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:12.698156 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-a07cdc32-e5a7-4dc5-976f-18be1b8ee5a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:12.706933 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55840) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:12.707504 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-a07cdc32-e5a7-4dc5-976f-18be1b8ee5a5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/eb0ad9c7-037b-4617-8d84-22529217eb71 HTTP/1.1" status: 204  len: 168 time: 0.5276883
May 10 20:14:12.709959 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e69c127-257c-478d-a05f-a7a212b6f1cb None None] Network c7c94f39-d55c-4fad-ba57-0e8ddc69af4b requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:14:12.744131 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:12.954215 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749300'] for network, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:13.012925 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] DHCP port deletion for c7c94f39-d55c-4fad-ba57-0e8ddc69af4b request from dv-cinder-788364-3-iscsi {{(pid=78729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 20:14:13.040037 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] Deleting port b8d24c5e-2baf-4e85-8065-0e7169bfcb33 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:14:13.040352 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:13.083229 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] Deleting port b8d24c5e-2baf-4e85-8065-0e7169bfcb33 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:14:13.083607 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:13.149710 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] For port b8d24c5e-2baf-4e85-8065-0e7169bfcb33, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=b8d24c5e-2baf-4e85-8065-0e7169bfcb33,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:14:13.149984 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:13.231173 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] For port b8d24c5e-2baf-4e85-8065-0e7169bfcb33, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=b8d24c5e-2baf-4e85-8065-0e7169bfcb33,segment=NetworkSegment(b2f42036-b246-49dc-9817-74f13a9b962b),segment_id=b2f42036-b246-49dc-9817-74f13a9b962b)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:14:13.231592 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:13.285490 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] Calling delete_port for b8d24c5e-2baf-4e85-8065-0e7169bfcb33 owned by network:dhcp {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:14:13.349113 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:13.358786 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0ff987f0-2ffa-4a99-a4d4-38fd0065de28 tempest-TestVolumeBootPattern-1136722143 tempest-TestVolumeBootPattern-1136722143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:13.388879 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] Calling delete_port for b8d24c5e-2baf-4e85-8065-0e7169bfcb33 owned by network:dhcp {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:14:13.405075 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d24c5e-2baf-4e85-8065-0e7169bfcb33,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:13.409582 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:13.410441 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] No DVR routers for this DVR port b8d24c5e-2baf-4e85-8065-0e7169bfcb33 on host dv-cinder-788364-3-iscsi {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:14:13.448253 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:13.453127 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:13.498484 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] Pushing event deleted for resources: {'Port': ['ID=b8d24c5e-2baf-4e85-8065-0e7169bfcb33,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:13.500892 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] No DVR routers for this DVR port b8d24c5e-2baf-4e85-8065-0e7169bfcb33 on host dv-cinder-788364-3-iscsi {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:14:13.509793 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:13.510343 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:13.510831 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:13.511350 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:13.511858 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:13.512218 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:13.512550 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:13.512879 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:13.513206 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:13.513533 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:13.513856 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:13.514246 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:14:13.518551 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-d8e1b78a-b3ab-457b-b9ec-99589b21a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:13.558310 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3858511', 'neutron.services.segments.db._delete_segments_for_network-8783201745565'] for network, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:13.572580 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcff2e7ffd0>,) {'filters': {'network_id': ['c7c94f39-d55c-4fad-ba57-0e8ddc69af4b']}} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:13.586711 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff2e7ffd0>, 'b2f42036-b246-49dc-9817-74f13a9b962b') {'for_net_delete': True} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:13.587029 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff2e7ffd0>, 'b2f42036-b246-49dc-9817-74f13a9b962b') {} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:13.599399 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783201757287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965607'] for segment, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:13.616681 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:13.626769 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=78728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:14:13.627457 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1644833'] for segment, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]: Traceback (most recent call last):
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:     timer()
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:     cb(*args, **kw)
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:     return func(*args, **kwargs)
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:     self._notify()
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:     self.callback(batched_events)
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:     event.method(event)
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:     return f(self, *a, **k)
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self._get(url).json()
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self.request(url, 'GET', **kwargs)
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:14:13.642464 dv-cinder-788364-3-iscsi neutron-server[78728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:14:13.743034 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device b8d24c5e-2baf-4e85-8065-0e7169bfcb33 no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:14:13.745309 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3858486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400250'] for network, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:13.749970 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:13.765445 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:13.778069 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7c94f39-d55c-4fad-ba57-0e8ddc69af4b,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:13.779327 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: b8d24c5e-2baf-4e85-8065-0e7169bfcb33 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:14:13.779929 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device b8d24c5e-2baf-4e85-8065-0e7169bfcb33 not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:14:13.780382 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 320a2fd0-8811-4575-a723-ae91770fe353 no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:14:13.783160 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:13.787185 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-2c9450e3-82dc-4e59-a91c-755e6c5cbc25 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c7c94f39-d55c-4fad-ba57-0e8ddc69af4b HTTP/1.1" status: 204  len: 168 time: 1.0784521
May 10 20:14:13.790345 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55844) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:13.828766 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: 320a2fd0-8811-4575-a723-ae91770fe353 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:14:13.829581 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 320a2fd0-8811-4575-a723-ae91770fe353 not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:14:13.830342 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263 no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:14:13.872597 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: 3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:14:13.873302 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 3aad3f2e-99a7-4ed1-a6b5-7e0a4c443263 not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:14:14.382144 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d52952ac-4da5-442a-9531-ffce25b24732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396620'] for router_interface, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:14.935460 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-d52952ac-4da5-442a-9531-ffce25b24732 admin admin] Deleting port f98902c3-b35f-4478-a0d1-d1e734fd0475 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:14:14.936204 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d52952ac-4da5-442a-9531-ffce25b24732 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:15.063435 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-d52952ac-4da5-442a-9531-ffce25b24732 admin admin] For port f98902c3-b35f-4478-a0d1-d1e734fd0475, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=f98902c3-b35f-4478-a0d1-d1e734fd0475,segment=NetworkSegment(8164f59d-446c-4522-935a-3be3363c9703),segment_id=8164f59d-446c-4522-935a-3be3363c9703)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:14:15.063790 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d52952ac-4da5-442a-9531-ffce25b24732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:15.200454 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-d52952ac-4da5-442a-9531-ffce25b24732 admin admin] Calling delete_port for f98902c3-b35f-4478-a0d1-d1e734fd0475 owned by network:router_interface {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:14:15.353271 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d52952ac-4da5-442a-9531-ffce25b24732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:15.358492 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-73f3ef56-4cd5-4deb-aa2e-671f795be950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:15.407437 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52952ac-4da5-442a-9531-ffce25b24732 admin admin] Pushing event deleted for resources: {'Port': ['ID=f98902c3-b35f-4478-a0d1-d1e734fd0475,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:15.440658 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d52952ac-4da5-442a-9531-ffce25b24732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:15.724340 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d52952ac-4da5-442a-9531-ffce25b24732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397564'] for router_interface, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:16.298589 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52952ac-4da5-442a-9531-ffce25b24732 admin admin] Router 8832b5dc-c881-4350-a5f7-9c635be6474f has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:14:16.489753 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52952ac-4da5-442a-9531-ffce25b24732 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:14:16.502517 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743dc308-2785-4d4b-bedd-932e5b34f013 None None] Sync routers for ids ['8832b5dc-c881-4350-a5f7-9c635be6474f'] in dv-cinder-788364-3-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:14:16.512339 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-d52952ac-4da5-442a-9531-ffce25b24732 admin admin] 10.222.0.15 "PUT /v2.0/routers/8832b5dc-c881-4350-a5f7-9c635be6474f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7201953
May 10 20:14:16.514687 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55848) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:16.518892 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743dc308-2785-4d4b-bedd-932e5b34f013 None None] Routers {'8832b5dc-c881-4350-a5f7-9c635be6474f'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:14:16.519886 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-743dc308-2785-4d4b-bedd-932e5b34f013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff88f3670>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:14:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['8832b5dc-c881-4350-a5f7-9c635be6474f'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:16.780213 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-743dc308-2785-4d4b-bedd-932e5b34f013 None None] Set router 8832b5dc-c881-4350-a5f7-9c635be6474f gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:14:16.840528 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5154a892-6c11-4a57-b354-6264ee1d3d19 admin admin] Notify callbacks [] for router, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:17.140671 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5154a892-6c11-4a57-b354-6264ee1d3d19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:17.166993 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-743dc308-2785-4d4b-bedd-932e5b34f013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff88f3670>, [{'id': '8832b5dc-c881-4350-a5f7-9c635be6474f', 'name': 'tempest-TestVolumeBootPattern-174234424-router', 'tenant_id': 'd44da46b7d3244938ab26c70a16558ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '845c5c6f-7453-4b29-97e9-6b2f4884624b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:21Z', 'updated_at': '2021-05-10T20:14:15Z', 'revision_number': 5, 'project_id': 'd44da46b7d3244938ab26c70a16558ca', 'gw_port': {'id': '845c5c6f-7453-4b29-97e9-6b2f4884624b', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8832b5dc-c881-4350-a5f7-9c635be6474f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:23Z', 'updated_at': '2021-05-10T20:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:17.171689 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743dc308-2785-4d4b-bedd-932e5b34f013 None None] Checking router: 8832b5dc-c881-4350-a5f7-9c635be6474f for host: dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:14:17.182616 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743dc308-2785-4d4b-bedd-932e5b34f013 None None] Routers {'8832b5dc-c881-4350-a5f7-9c635be6474f'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:14:17.183267 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-743dc308-2785-4d4b-bedd-932e5b34f013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff88f3670>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:14:00Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['8832b5dc-c881-4350-a5f7-9c635be6474f'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:17.219598 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-5154a892-6c11-4a57-b354-6264ee1d3d19 admin admin] Deleting port 845c5c6f-7453-4b29-97e9-6b2f4884624b {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:14:17.220037 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5154a892-6c11-4a57-b354-6264ee1d3d19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:17.359702 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-743dc308-2785-4d4b-bedd-932e5b34f013 None None] Set router 8832b5dc-c881-4350-a5f7-9c635be6474f gateway port host: None {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:14:17.474939 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [None req-5154a892-6c11-4a57-b354-6264ee1d3d19 admin admin] For port 845c5c6f-7453-4b29-97e9-6b2f4884624b, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=845c5c6f-7453-4b29-97e9-6b2f4884624b,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:14:17.475432 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5154a892-6c11-4a57-b354-6264ee1d3d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:17.508609 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-743dc308-2785-4d4b-bedd-932e5b34f013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff88f3670>, [{'id': '8832b5dc-c881-4350-a5f7-9c635be6474f', 'name': 'tempest-TestVolumeBootPattern-174234424-router', 'tenant_id': 'd44da46b7d3244938ab26c70a16558ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:21Z', 'updated_at': '2021-05-10T20:14:17Z', 'revision_number': 6, 'project_id': 'd44da46b7d3244938ab26c70a16558ca', 'gw_port_host': None}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:17.513084 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743dc308-2785-4d4b-bedd-932e5b34f013 None None] The sync data for ids ['8832b5dc-c881-4350-a5f7-9c635be6474f'] in dv-cinder-788364-3-iscsi is: [{'id': '8832b5dc-c881-4350-a5f7-9c635be6474f', 'name': 'tempest-TestVolumeBootPattern-174234424-router', 'tenant_id': 'd44da46b7d3244938ab26c70a16558ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:21Z', 'updated_at': '2021-05-10T20:14:17Z', 'revision_number': 6, 'project_id': 'd44da46b7d3244938ab26c70a16558ca', 'gw_port_host': None}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:14:17.651986 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-5154a892-6c11-4a57-b354-6264ee1d3d19 admin admin] Calling delete_port for 845c5c6f-7453-4b29-97e9-6b2f4884624b owned by network:router_gateway {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:14:17.796392 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5154a892-6c11-4a57-b354-6264ee1d3d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:17.800185 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-e36f887a-d441-46ce-a8cf-3002d96c0592 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:17.850492 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154a892-6c11-4a57-b354-6264ee1d3d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=845c5c6f-7453-4b29-97e9-6b2f4884624b,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:17.854289 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-5154a892-6c11-4a57-b354-6264ee1d3d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:17.947352 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device f98902c3-b35f-4478-a0d1-d1e734fd0475 no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:14:17.982243 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5154a892-6c11-4a57-b354-6264ee1d3d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400232'] for router_gateway, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:17.984204 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: f98902c3-b35f-4478-a0d1-d1e734fd0475 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:14:17.984894 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device f98902c3-b35f-4478-a0d1-d1e734fd0475 not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:14:18.165212 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5154a892-6c11-4a57-b354-6264ee1d3d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13659'] for router, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:18.167586 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5154a892-6c11-4a57-b354-6264ee1d3d19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:18.190240 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5154a892-6c11-4a57-b354-6264ee1d3d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-337018'] for router, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:18.190826 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5154a892-6c11-4a57-b354-6264ee1d3d19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8832b5dc-c881-4350-a5f7-9c635be6474f {{(pid=78727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 20:14:18.203729 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5154a892-6c11-4a57-b354-6264ee1d3d19 admin admin] Notify callbacks [] for router, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:18.204868 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-5154a892-6c11-4a57-b354-6264ee1d3d19 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8832b5dc-c881-4350-a5f7-9c635be6474f HTTP/1.1" status: 204  len: 168 time: 1.6887345
May 10 20:14:18.207653 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55852) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:18.269968 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe5a7b3-1ce9-433a-8520-88a33e45d905 admin admin] Deleting subnet a72f4efc-da4d-4646-b8af-5e1f6b94d046 {{(pid=78727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:14:18.272871 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-bbe5a7b3-1ce9-433a-8520-88a33e45d905 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:18.326057 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-bbe5a7b3-1ce9-433a-8520-88a33e45d905 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11444040'] for subnet, precommit_delete_associations {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:18.414504 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-bbe5a7b3-1ce9-433a-8520-88a33e45d905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3861428'] for subnet, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:18.688745 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-bbe5a7b3-1ce9-433a-8520-88a33e45d905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3861435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10490685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11348346'] for subnet, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:18.693125 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:18.733917 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5a7b3-1ce9-433a-8520-88a33e45d905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a72f4efc-da4d-4646-b8af-5e1f6b94d046,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:18.737040 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-bbe5a7b3-1ce9-433a-8520-88a33e45d905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:18.738035 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-bbe5a7b3-1ce9-433a-8520-88a33e45d905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:18.745151 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-bbe5a7b3-1ce9-433a-8520-88a33e45d905 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a72f4efc-da4d-4646-b8af-5e1f6b94d046 HTTP/1.1" status: 204  len: 168 time: 0.5364628
May 10 20:14:18.748116 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2524a83-5030-4327-97fe-a09bdc082ebf None None] Network f4a21183-27d3-48b4-af8e-4640ed2148b5 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:14:18.749235 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55856) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:18.865666 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749300'] for network, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:18.955138 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] Deleting port 1a958a84-f2da-4145-99bf-fbd98176145d {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:14:18.955483 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:19.020116 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1e6be7-bd2c-4ad0-946d-63ef6e46caf4 None None] DHCP port deletion for f4a21183-27d3-48b4-af8e-4640ed2148b5 request from dv-cinder-788364-3-iscsi {{(pid=78729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 20:14:19.103141 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e6be7-bd2c-4ad0-946d-63ef6e46caf4 None None] Deleting port 1a958a84-f2da-4145-99bf-fbd98176145d {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:14:19.103534 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9d1e6be7-bd2c-4ad0-946d-63ef6e46caf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:19.187658 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] For port 1a958a84-f2da-4145-99bf-fbd98176145d, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=1a958a84-f2da-4145-99bf-fbd98176145d,segment=NetworkSegment(8164f59d-446c-4522-935a-3be3363c9703),segment_id=8164f59d-446c-4522-935a-3be3363c9703)] {{(pid=78727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:14:19.188049 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:19.243903 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-9d1e6be7-bd2c-4ad0-946d-63ef6e46caf4 None None] For port 1a958a84-f2da-4145-99bf-fbd98176145d, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=1a958a84-f2da-4145-99bf-fbd98176145d,segment=NetworkSegment(8164f59d-446c-4522-935a-3be3363c9703),segment_id=8164f59d-446c-4522-935a-3be3363c9703)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:14:19.244469 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9d1e6be7-bd2c-4ad0-946d-63ef6e46caf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:19.319717 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] Calling delete_port for 1a958a84-f2da-4145-99bf-fbd98176145d owned by network:dhcp {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:14:19.369591 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:19.373602 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-2189b3b3-89fe-4952-bcbc-1ad900fe3e0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:19.382260 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e6be7-bd2c-4ad0-946d-63ef6e46caf4 None None] Calling delete_port for 1a958a84-f2da-4145-99bf-fbd98176145d owned by network:dhcp {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:14:19.424632 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=1a958a84-f2da-4145-99bf-fbd98176145d,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:19.427848 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:19.428660 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] No DVR routers for this DVR port 1a958a84-f2da-4145-99bf-fbd98176145d on host dv-cinder-788364-3-iscsi {{(pid=78727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:14:19.437199 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9d1e6be7-bd2c-4ad0-946d-63ef6e46caf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:19.440656 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:19.482676 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e6be7-bd2c-4ad0-946d-63ef6e46caf4 None None] Pushing event deleted for resources: {'Port': ['ID=1a958a84-f2da-4145-99bf-fbd98176145d,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:19.485573 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-9d1e6be7-bd2c-4ad0-946d-63ef6e46caf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:19.490165 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1e6be7-bd2c-4ad0-946d-63ef6e46caf4 None None] No DVR routers for this DVR port 1a958a84-f2da-4145-99bf-fbd98176145d on host dv-cinder-788364-3-iscsi {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:14:19.550557 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3858511', 'neutron.services.segments.db._delete_segments_for_network-8783201745565'] for network, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:19.564423 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcff8527850>,) {'filters': {'network_id': ['f4a21183-27d3-48b4-af8e-4640ed2148b5']}} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:19.578188 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff8527850>, '8164f59d-446c-4522-935a-3be3363c9703') {'for_net_delete': True} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:19.578491 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.services.segments.db [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff8527850>, '8164f59d-446c-4522-935a-3be3363c9703') {} {{(pid=78727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:14:19.590962 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783201757287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11444055'] for segment, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:19.609262 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:19.616222 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=78727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:14:19.616841 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10490715'] for segment, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]: Traceback (most recent call last):
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:     timer()
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:     cb(*args, **kw)
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:     return func(*args, **kwargs)
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:     self._notify()
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:     self.callback(batched_events)
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:     event.method(event)
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:     return f(self, *a, **k)
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self._get(url).json()
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:     return self.request(url, 'GET', **kwargs)
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:14:19.630932 dv-cinder-788364-3-iscsi neutron-server[78727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:14:19.709939 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3858486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400250'] for network, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:19.714078 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-bed82fb5-d458-4a80-b1fa-ccef61178833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:19.728267 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:19.738615 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=f4a21183-27d3-48b4-af8e-4640ed2148b5,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:19.742970 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:19.745190 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 1a958a84-f2da-4145-99bf-fbd98176145d no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:14:19.748430 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-5e263a47-ca44-4ac7-bb1b-8067544b1a0b admin admin] 10.222.0.15 "DELETE /v2.0/networks/f4a21183-27d3-48b4-af8e-4640ed2148b5 HTTP/1.1" status: 204  len: 168 time: 0.9981010
May 10 20:14:19.780691 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: 1a958a84-f2da-4145-99bf-fbd98176145d {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:14:19.781049 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 1a958a84-f2da-4145-99bf-fbd98176145d not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:14:19.781499 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 845c5c6f-7453-4b29-97e9-6b2f4884624b no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:14:19.821207 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: 845c5c6f-7453-4b29-97e9-6b2f4884624b {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:14:19.821559 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 845c5c6f-7453-4b29-97e9-6b2f4884624b not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:14:19.885570 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55862) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:19.937951 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-b56056b4-b8e3-4619-9fb5-c53d0b764c97 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5127732f09de45a6ae2dd1088906e37c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508294
May 10 20:14:19.940989 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 55866) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:20.013794 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f0eccf90-267e-4b3f-83fe-0981f2a93f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:20.045514 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f0eccf90-267e-4b3f-83fe-0981f2a93f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:20.118797 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f0eccf90-267e-4b3f-83fe-0981f2a93f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:20.122726 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-f00ffd2b-8743-4e47-a5f1-d43720907a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:20.135403 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eccf90-267e-4b3f-83fe-0981f2a93f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e68658-b2b9-457a-bc7b-ba8b66096e70,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:20.139123 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-f0eccf90-267e-4b3f-83fe-0981f2a93f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:20.143781 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f0eccf90-267e-4b3f-83fe-0981f2a93f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:20.145438 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-f0eccf90-267e-4b3f-83fe-0981f2a93f6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4e68658-b2b9-457a-bc7b-ba8b66096e70 HTTP/1.1" status: 204  len: 168 time: 0.2033486
May 10 20:14:20.593419 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55874) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:20.650759 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-fd79ad85-ab05-4426-abb1-cbacdd3dd500 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d44da46b7d3244938ab26c70a16558ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0551999
May 10 20:14:20.653229 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 55878) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:14:20.729025 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-221736e7-2f76-402f-a83a-91a87754f28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:20.760269 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-221736e7-2f76-402f-a83a-91a87754f28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:20.818002 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-221736e7-2f76-402f-a83a-91a87754f28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:20.822089 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f9f90b92-5bb3-4d5b-8ed4-9d2cf078c3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:20.835389 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221736e7-2f76-402f-a83a-91a87754f28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9da9575-d9da-4329-b945-27d815e6681f,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:20.838606 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-221736e7-2f76-402f-a83a-91a87754f28c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:20.841916 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-221736e7-2f76-402f-a83a-91a87754f28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:20.843089 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-221736e7-2f76-402f-a83a-91a87754f28c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9da9575-d9da-4329-b945-27d815e6681f HTTP/1.1" status: 204  len: 168 time: 0.1889286
May 10 20:14:27.359258 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-457dd5fd-feb3-4e57-b7cb-453e1f159f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:28.756857 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:14:30.235457 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-32d89be1-93d9-44a9-b91e-85519c0d5f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:30.580488 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:31.863110 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedd51d-4cf9-44da-a396-3ee59146b59e req-740eca59-9c25-40c2-8817-0f58e93d77b8 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:31.864639 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7bedd51d-4cf9-44da-a396-3ee59146b59e req-740eca59-9c25-40c2-8817-0f58e93d77b8 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 945 time: 0.3218472
May 10 20:14:31.911332 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7bedd51d-4cf9-44da-a396-3ee59146b59e req-c2332dce-b856-43b2-8c2f-43f09e8a457d tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405543
May 10 20:14:32.091873 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:33.165736 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccbd08-f9b4-4e56-ba64-0b42b6073ea6 req-b0b02185-fc6f-4997-9c06-f36e3afeeaac tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:33.167195 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d4ccbd08-f9b4-4e56-ba64-0b42b6073ea6 req-b0b02185-fc6f-4997-9c06-f36e3afeeaac tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 945 time: 0.1465802
May 10 20:14:33.214077 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-d4ccbd08-f9b4-4e56-ba64-0b42b6073ea6 req-9a5cd3cb-6217-482a-9442-fa552b1003c1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390134
May 10 20:14:33.779700 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:34.402963 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c260d9c-30b5-44bd-90cf-77a27739bc98 req-9e9d7345-9742-4d6f-8b2b-68a1be77abc0 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:34.404531 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4c260d9c-30b5-44bd-90cf-77a27739bc98 req-9e9d7345-9742-4d6f-8b2b-68a1be77abc0 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 945 time: 0.0828843
May 10 20:14:34.453174 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4c260d9c-30b5-44bd-90cf-77a27739bc98 req-f115cd15-45da-4c91-852b-a511f4b74cf1 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425539
May 10 20:14:35.666287 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba263d-5137-4dcc-8184-8916bfc4e833 req-78bbe0e8-4efc-4ee5-aa70-752cae1fae31 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:35.668053 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2eba263d-5137-4dcc-8184-8916bfc4e833 req-78bbe0e8-4efc-4ee5-aa70-752cae1fae31 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 945 time: 0.0899363
May 10 20:14:35.715187 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2eba263d-5137-4dcc-8184-8916bfc4e833 req-958e47c2-264b-4b13-8652-2700777d6686 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412755
May 10 20:14:36.910722 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f8bd1-7ce3-48e3-a0e5-2fe797adab1d req-226cc542-0c18-47a9-bf85-56ab32ca6a3b tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:36.912197 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-395f8bd1-7ce3-48e3-a0e5-2fe797adab1d req-226cc542-0c18-47a9-bf85-56ab32ca6a3b tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 945 time: 0.0872138
May 10 20:14:36.957332 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-395f8bd1-7ce3-48e3-a0e5-2fe797adab1d req-379216c7-f836-46cd-bcb8-72b0436c9524 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388839
May 10 20:14:38.144702 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fabcd6-bd7b-490a-938c-b89b4b22e4e0 req-0ed0eb93-28ef-4792-9cc7-ba7ac73d0025 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:38.146190 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b2fabcd6-bd7b-490a-938c-b89b4b22e4e0 req-0ed0eb93-28ef-4792-9cc7-ba7ac73d0025 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 945 time: 0.0814741
May 10 20:14:38.193632 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b2fabcd6-bd7b-490a-938c-b89b4b22e4e0 req-cf236ce6-3340-4331-9c10-ff0e3037fa56 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414343
May 10 20:14:39.385146 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6780a-6dd7-4560-94d7-106bccc2ec9b req-9238578c-11a1-4e7d-bc40-559363713069 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:39.386603 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-81b6780a-6dd7-4560-94d7-106bccc2ec9b req-9238578c-11a1-4e7d-bc40-559363713069 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 945 time: 0.0850742
May 10 20:14:39.432560 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-81b6780a-6dd7-4560-94d7-106bccc2ec9b req-85b6700b-de74-4d8a-ae3d-cdb76ab8e387 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403008
May 10 20:14:40.615783 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685e87f-ee4b-40dd-af26-00b20c371bff req-5f2d02ad-8f22-4d23-9fb1-cfc9f0c665b6 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:40.617411 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e685e87f-ee4b-40dd-af26-00b20c371bff req-5f2d02ad-8f22-4d23-9fb1-cfc9f0c665b6 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 945 time: 0.0815253
May 10 20:14:40.667464 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e685e87f-ee4b-40dd-af26-00b20c371bff req-80f2d9d0-da17-415d-82e0-97d417ee2c2e tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441642
May 10 20:14:41.711170 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f32ae-2b80-48dc-90bb-296035347993 req-c74bff7a-3731-4d3e-ae08-05d2581e0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:41.712683 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-af2f32ae-2b80-48dc-90bb-296035347993 req-c74bff7a-3731-4d3e-ae08-05d2581e0ac2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f020bc75fa8e4abdb58792cb967d3eac&device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 1098 time: 0.0723562
May 10 20:14:41.900823 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f32ae-2b80-48dc-90bb-296035347993 req-5bbaaaee-4da7-485b-81d2-d129961bf976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:41.902275 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-af2f32ae-2b80-48dc-90bb-296035347993 req-5bbaaaee-4da7-485b-81d2-d129961bf976 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bed0b16f-0116-416a-ae69-87f7a3e8bfb1 HTTP/1.1" status: 200  len: 909 time: 0.1832864
May 10 20:14:41.980504 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757e8fd-dcc8-430c-b35f-2e4e77bb2a80 req-6994ac13-2247-4295-8fdc-6f3d2860cc60 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:41.981859 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8757e8fd-dcc8-430c-b35f-2e4e77bb2a80 req-6994ac13-2247-4295-8fdc-6f3d2860cc60 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 945 time: 0.1909461
May 10 20:14:42.051383 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-af2f32ae-2b80-48dc-90bb-296035347993 req-3fb82745-c613-419f-aa45-fddcf002dddc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c362f2ec-323c-4480-9f8c-23598611f40b HTTP/1.1" status: 200  len: 1001 time: 0.1390793
May 10 20:14:42.056359 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8757e8fd-dcc8-430c-b35f-2e4e77bb2a80 req-bf19e9ed-a014-4105-aaba-0bb9f2161949 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665135
May 10 20:14:42.215965 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f32ae-2b80-48dc-90bb-296035347993 req-7ff67515-2427-463e-a3a6-bd564d2a20ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:42.217793 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-af2f32ae-2b80-48dc-90bb-296035347993 req-7ff67515-2427-463e-a3a6-bd564d2a20ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa7e168-8ecb-49a3-9f31-f153dd3250a6 HTTP/1.1" status: 200  len: 848 time: 0.1605783
May 10 20:14:42.294129 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f32ae-2b80-48dc-90bb-296035347993 req-2c7a85cb-e60a-41de-b75f-37f4ad09dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:42.295517 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-af2f32ae-2b80-48dc-90bb-296035347993 req-2c7a85cb-e60a-41de-b75f-37f4ad09dd9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bed0b16f-0116-416a-ae69-87f7a3e8bfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716622
May 10 20:14:42.427769 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-af2f32ae-2b80-48dc-90bb-296035347993 req-c4f8488a-eca5-40eb-ba3d-e94bdba43d3f service neutron] 10.222.0.30 "GET /v2.0/networks/bed0b16f-0116-416a-ae69-87f7a3e8bfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256421
May 10 20:14:42.558853 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-af2f32ae-2b80-48dc-90bb-296035347993 req-3d9ab02d-e261-4e63-9a0c-bb404a71cf45 service neutron] 10.222.0.30 "GET /v2.0/networks/bed0b16f-0116-416a-ae69-87f7a3e8bfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246781
May 10 20:14:42.706244 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:43.247400 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3147d-f35a-465c-847f-26b31c287a3d req-3ea3318d-bd0d-459c-a1d4-3fc936fa03ce tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:43.248888 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79f3147d-f35a-465c-847f-26b31c287a3d req-3ea3318d-bd0d-459c-a1d4-3fc936fa03ce tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 945 time: 0.0836127
May 10 20:14:43.293781 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79f3147d-f35a-465c-847f-26b31c287a3d req-3dd97c40-69d1-42d2-b8c1-bf4d6863c965 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390663
May 10 20:14:44.498709 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3528c1-c107-47f1-b2fa-dd4ff6702331 req-a6ce5796-960b-4890-a8bf-d4ed7f526598 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:44.500231 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fe3528c1-c107-47f1-b2fa-dd4ff6702331 req-a6ce5796-960b-4890-a8bf-d4ed7f526598 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 945 time: 0.0920632
May 10 20:14:44.550185 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fe3528c1-c107-47f1-b2fa-dd4ff6702331 req-b23e0594-6ad7-4e26-a5b1-390fa2f9d83a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432932
May 10 20:14:45.735515 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba54b3-3985-44a8-88bd-ec38f6d65cba req-91842225-3eb0-4618-9a05-adcda6fe6153 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:45.736989 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-85ba54b3-3985-44a8-88bd-ec38f6d65cba req-91842225-3eb0-4618-9a05-adcda6fe6153 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 945 time: 0.0824821
May 10 20:14:45.784955 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-85ba54b3-3985-44a8-88bd-ec38f6d65cba req-7f0a27cc-502a-4aa8-8600-51695c073498 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423133
May 10 20:14:45.849105 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device c362f2ec-323c-4480-9f8c-23598611f40b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:14:45.963893 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:45.992299 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17676365-a44c-49e0-87ef-f8dac2658da8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c362f2ec-323c-4480-9f8c-23598611f40b'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:14:46.002533 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port c362f2ec-323c-4480-9f8c-23598611f40b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c362f2ec-323c-4480-9f8c-23598611f40b,segment=NetworkSegment(d469004d-8620-4852-be74-dd848b385f3a),segment_id=d469004d-8620-4852-be74-dd848b385f3a)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:14:46.007157 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:46.009449 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-7651f3f0-57bb-4b3a-a3f5-3f982d647f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:46.044633 dv-cinder-788364-3-iscsi neutron-server[78729]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '17676365-a44c-49e0-87ef-f8dac2658da8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c362f2ec-323c-4480-9f8c-23598611f40b', 'code': 422} returned with failed status
May 10 20:14:46.084185 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=c362f2ec-323c-4480-9f8c-23598611f40b,revision_number=6']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:46.088833 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:46.155429 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [req-9aa31ad1-2628-4696-834c-f7084bd80647 req-6aadfe6a-9bc9-4aef-bf8f-4edee4b18b96 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1239731
May 10 20:14:46.164826 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06016c85-7535-4107-bae4-8a85a3637d1f req-ba9068b6-50b2-4086-bb51-ed174b047cdb tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:46.166328 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-06016c85-7535-4107-bae4-8a85a3637d1f req-ba9068b6-50b2-4086-bb51-ed174b047cdb tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 943 time: 0.0815284
May 10 20:14:46.217052 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-06016c85-7535-4107-bae4-8a85a3637d1f req-aab30f38-7c09-44fc-a386-3a1defc63f88 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448160
May 10 20:14:47.412401 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2614306-73dd-4c16-8e9c-5c76cc0722ec req-266378a8-47b8-4e62-a580-b69461297021 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:47.413718 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f2614306-73dd-4c16-8e9c-5c76cc0722ec req-266378a8-47b8-4e62-a580-b69461297021 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 943 time: 0.0873840
May 10 20:14:47.460505 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f2614306-73dd-4c16-8e9c-5c76cc0722ec req-f7a4b969-21d1-41c6-9864-a5f7dc5388ff tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409367
May 10 20:14:47.646387 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa31ad1-2628-4696-834c-f7084bd80647 req-2cef8f0b-189a-4efc-b84d-4ddc13bc461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:47.647840 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9aa31ad1-2628-4696-834c-f7084bd80647 req-2cef8f0b-189a-4efc-b84d-4ddc13bc461d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8&tenant_id=f020bc75fa8e4abdb58792cb967d3eac HTTP/1.1" status: 200  len: 1096 time: 0.0698690
May 10 20:14:47.740427 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa31ad1-2628-4696-834c-f7084bd80647 req-8e709ee1-4491-4194-b853-20c788a196e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:47.741859 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9aa31ad1-2628-4696-834c-f7084bd80647 req-8e709ee1-4491-4194-b853-20c788a196e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f020bc75fa8e4abdb58792cb967d3eac&device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 1096 time: 0.0724332
May 10 20:14:47.880376 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa31ad1-2628-4696-834c-f7084bd80647 req-8f103d9c-47a8-4f1d-b738-e263ef24fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:47.881831 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9aa31ad1-2628-4696-834c-f7084bd80647 req-8f103d9c-47a8-4f1d-b738-e263ef24fcb9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bed0b16f-0116-416a-ae69-87f7a3e8bfb1 HTTP/1.1" status: 200  len: 909 time: 0.1341770
May 10 20:14:48.030733 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9aa31ad1-2628-4696-834c-f7084bd80647 req-6e040d72-b7b9-48c8-bc02-84bf3c4cc15d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c362f2ec-323c-4480-9f8c-23598611f40b HTTP/1.1" status: 200  len: 999 time: 0.1423271
May 10 20:14:48.095227 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa31ad1-2628-4696-834c-f7084bd80647 req-23001b0c-bb79-4244-a86d-502cf946b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:48.096675 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9aa31ad1-2628-4696-834c-f7084bd80647 req-23001b0c-bb79-4244-a86d-502cf946b184 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa7e168-8ecb-49a3-9f31-f153dd3250a6 HTTP/1.1" status: 200  len: 848 time: 0.0603304
May 10 20:14:48.171285 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa31ad1-2628-4696-834c-f7084bd80647 req-afb3ca22-6bc9-4c28-b632-7238dfd74c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:48.172789 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9aa31ad1-2628-4696-834c-f7084bd80647 req-afb3ca22-6bc9-4c28-b632-7238dfd74c95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bed0b16f-0116-416a-ae69-87f7a3e8bfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702345
May 10 20:14:48.305659 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9aa31ad1-2628-4696-834c-f7084bd80647 req-2c0f9528-b2cf-439e-b499-3c72d475613f service neutron] 10.222.0.30 "GET /v2.0/networks/bed0b16f-0116-416a-ae69-87f7a3e8bfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259112
May 10 20:14:48.440230 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9aa31ad1-2628-4696-834c-f7084bd80647 req-64f1a9c7-12ef-4d94-8641-98c250e37056 service neutron] 10.222.0.30 "GET /v2.0/networks/bed0b16f-0116-416a-ae69-87f7a3e8bfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282284
May 10 20:14:48.702764 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0b7dd-8bfd-4e72-aa5e-e82905c76524 req-6f49413c-2014-4bab-9f86-901f9d75704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:48.704271 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e2f0b7dd-8bfd-4e72-aa5e-e82905c76524 req-6f49413c-2014-4bab-9f86-901f9d75704d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f020bc75fa8e4abdb58792cb967d3eac&device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 1096 time: 0.2204952
May 10 20:14:48.723291 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85b544-a1c0-4f75-8162-5e70d9324482 req-c75d775d-293c-489e-a20a-c61b8cf7e62b tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:48.725107 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1a85b544-a1c0-4f75-8162-5e70d9324482 req-c75d775d-293c-489e-a20a-c61b8cf7e62b tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 943 time: 0.1049623
May 10 20:14:48.864953 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1a85b544-a1c0-4f75-8162-5e70d9324482 req-bd0ddb00-6ac1-41f6-9d12-436871ba0327 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1204045
May 10 20:14:48.890671 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0b7dd-8bfd-4e72-aa5e-e82905c76524 req-11ff2b6e-2f3d-466a-b2b0-636a85c104ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:48.892152 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e2f0b7dd-8bfd-4e72-aa5e-e82905c76524 req-11ff2b6e-2f3d-466a-b2b0-636a85c104ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=bed0b16f-0116-416a-ae69-87f7a3e8bfb1 HTTP/1.1" status: 200  len: 909 time: 0.1661060
May 10 20:14:48.994108 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e2f0b7dd-8bfd-4e72-aa5e-e82905c76524 req-832cd9e9-b9bf-4669-984d-b973f081009c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c362f2ec-323c-4480-9f8c-23598611f40b HTTP/1.1" status: 200  len: 999 time: 0.0952237
May 10 20:14:49.062932 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0b7dd-8bfd-4e72-aa5e-e82905c76524 req-4a381227-f829-4a0c-b6d9-3d8d510ff66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:49.064387 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e2f0b7dd-8bfd-4e72-aa5e-e82905c76524 req-4a381227-f829-4a0c-b6d9-3d8d510ff66c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa7e168-8ecb-49a3-9f31-f153dd3250a6 HTTP/1.1" status: 200  len: 848 time: 0.0635991
May 10 20:14:49.139975 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0b7dd-8bfd-4e72-aa5e-e82905c76524 req-627204d4-d1cb-4355-a227-ea8020291fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:49.141334 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e2f0b7dd-8bfd-4e72-aa5e-e82905c76524 req-627204d4-d1cb-4355-a227-ea8020291fee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bed0b16f-0116-416a-ae69-87f7a3e8bfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704260
May 10 20:14:49.277707 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e2f0b7dd-8bfd-4e72-aa5e-e82905c76524 req-39bc9c20-79ed-4c1d-a70e-f067850b85a9 service neutron] 10.222.0.30 "GET /v2.0/networks/bed0b16f-0116-416a-ae69-87f7a3e8bfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285148
May 10 20:14:49.412423 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e2f0b7dd-8bfd-4e72-aa5e-e82905c76524 req-acf9b38c-1929-4855-8ab5-b122b0e32bb4 service neutron] 10.222.0.30 "GET /v2.0/networks/bed0b16f-0116-416a-ae69-87f7a3e8bfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286504
May 10 20:14:50.071767 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df764b2a-d70d-487b-9747-26bb44554226 req-be8935e3-d274-4fef-a660-45b8c0ec7251 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:50.073333 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-df764b2a-d70d-487b-9747-26bb44554226 req-be8935e3-d274-4fef-a660-45b8c0ec7251 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 943 time: 0.0836251
May 10 20:14:50.117239 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-df764b2a-d70d-487b-9747-26bb44554226 req-e0b45950-6694-4554-8bfc-596d07785dfe tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382307
May 10 20:14:51.299985 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69dba5-9808-44a1-a6e0-652bb0fc0eaa req-b5776099-4c22-4be6-bfd5-6ae9e19acac7 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:51.301426 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0e69dba5-9808-44a1-a6e0-652bb0fc0eaa req-b5776099-4c22-4be6-bfd5-6ae9e19acac7 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 943 time: 0.0809300
May 10 20:14:51.349787 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-0e69dba5-9808-44a1-a6e0-652bb0fc0eaa req-f7986af0-25b1-4dbc-8bdd-94d07813e383 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425799
May 10 20:14:52.549916 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c5d1e-3239-4121-b4bf-249ab49ec14c req-4b7c2382-5a19-4a97-92b9-c267bdc4a296 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:52.551348 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c51c5d1e-3239-4121-b4bf-249ab49ec14c req-4b7c2382-5a19-4a97-92b9-c267bdc4a296 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 943 time: 0.0808911
May 10 20:14:52.595549 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c51c5d1e-3239-4121-b4bf-249ab49ec14c req-4845acd9-97d1-4cad-a656-07e297a18b1b tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384412
May 10 20:14:53.787062 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58092d-b66d-470d-a8f0-e47f3efa9194 req-aef4f389-abfe-493a-87ea-daf0da6d90cb tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:53.788554 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e58092d-b66d-470d-a8f0-e47f3efa9194 req-aef4f389-abfe-493a-87ea-daf0da6d90cb tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 943 time: 0.0847938
May 10 20:14:53.834994 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e58092d-b66d-470d-a8f0-e47f3efa9194 req-c4a1b874-f02c-4ea9-bf94-73ddb1e4193f tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404859
May 10 20:14:55.020088 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0bcb2-73cf-45ea-b969-0f9b2429f602 req-496f3f95-d04b-4817-b333-0cd3c6bf42e5 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:55.021584 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-49d0bcb2-73cf-45ea-b969-0f9b2429f602 req-496f3f95-d04b-4817-b333-0cd3c6bf42e5 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 943 time: 0.0824432
May 10 20:14:55.067000 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-49d0bcb2-73cf-45ea-b969-0f9b2429f602 req-f3a20206-66e7-4e6a-ad3f-f0ae67c4a881 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390913
May 10 20:14:55.871584 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device c362f2ec-323c-4480-9f8c-23598611f40b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 20:14:56.030285 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port c362f2ec-323c-4480-9f8c-23598611f40b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c362f2ec-323c-4480-9f8c-23598611f40b,segment=NetworkSegment(d469004d-8620-4852-be74-dd848b385f3a),segment_id=d469004d-8620-4852-be74-dd848b385f3a)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:14:56.044059 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Returning: {'device': 'c362f2ec-323c-4480-9f8c-23598611f40b', 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1', 'port_id': 'c362f2ec-323c-4480-9f8c-23598611f40b', 'mac_address': 'fa:16:3e:f8:43:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 20:14:56.103184 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:56.122474 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c362f2ec-323c-4480-9f8c-23598611f40b {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 20:14:56.139131 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port c362f2ec-323c-4480-9f8c-23598611f40b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c362f2ec-323c-4480-9f8c-23598611f40b,segment=NetworkSegment(d469004d-8620-4852-be74-dd848b385f3a),segment_id=d469004d-8620-4852-be74-dd848b385f3a)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:14:56.143686 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:56.146650 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:56.212835 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=c362f2ec-323c-4480-9f8c-23598611f40b,revision_number=7']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:56.216385 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:56.256521 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ea293-8202-45dd-8978-214ce8559949 req-a885a536-5f54-4643-8473-b80b0d123692 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:56.257970 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-306ea293-8202-45dd-8978-214ce8559949 req-a885a536-5f54-4643-8473-b80b0d123692 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 944 time: 0.0831742
May 10 20:14:56.304257 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-306ea293-8202-45dd-8978-214ce8559949 req-99ab8f77-e24e-4b12-a5c4-3debc8229038 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397496
May 10 20:14:56.465443 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] get_ports_and_sgs() called for port_ids ['c362f2ec-323c-4480-9f8c-23598611f40b'] {{(pid=78729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 20:14:57.352301 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f2e2e16f-2c83-448b-862b-c703e47e0c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:57.492826 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0e603-f58c-44f4-94cc-a3be57f6b0c8 req-94cc1f5b-5f73-445e-ba9a-85e304226718 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:57.494269 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5ba0e603-f58c-44f4-94cc-a3be57f6b0c8 req-94cc1f5b-5f73-445e-ba9a-85e304226718 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 944 time: 0.0794878
May 10 20:14:57.540960 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5ba0e603-f58c-44f4-94cc-a3be57f6b0c8 req-d6e7f99d-22f4-4334-92b9-eca0b895b648 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408955
May 10 20:14:57.887463 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device c362f2ec-323c-4480-9f8c-23598611f40b up at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 20:14:57.954691 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Provisioning complete for port c362f2ec-323c-4480-9f8c-23598611f40b triggered by entity L2. {{(pid=78729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 20:14:57.955061 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864774'] for port, provisioning_complete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:58.069606 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3722577'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:58.094906 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17676365-a44c-49e0-87ef-f8dac2658da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c362f2ec-323c-4480-9f8c-23598611f40b'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:14:58.104152 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] For port c362f2ec-323c-4480-9f8c-23598611f40b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c362f2ec-323c-4480-9f8c-23598611f40b,segment=NetworkSegment(d469004d-8620-4852-be74-dd848b385f3a),segment_id=d469004d-8620-4852-be74-dd848b385f3a)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:14:58.109695 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783201738599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783201301014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783201301059'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:14:58.111477 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:14:58.145619 dv-cinder-788364-3-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17676365-a44c-49e0-87ef-f8dac2658da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c362f2ec-323c-4480-9f8c-23598611f40b', 'code': 200}
May 10 20:14:58.177888 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Pushing event updated for resources: {'Port': ['ID=c362f2ec-323c-4480-9f8c-23598611f40b,revision_number=8']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:14:58.180713 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:14:58.409917 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47bf17-33a7-4544-a191-8596a85c3b0b req-66096243-38cc-4485-8da3-ae70fc6ef6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:58.411289 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ca47bf17-33a7-4544-a191-8596a85c3b0b req-66096243-38cc-4485-8da3-ae70fc6ef6e3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 1098 time: 0.0719986
May 10 20:14:58.453501 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ca47bf17-33a7-4544-a191-8596a85c3b0b req-b762e98f-58a0-4e31-9a55-2bd825b0462f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0346677
May 10 20:14:58.733308 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b54840-d24e-430d-b756-5e394988d508 req-2034be78-2a3c-4076-9204-3b60c01554f4 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:58.734744 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a4b54840-d24e-430d-b756-5e394988d508 req-2034be78-2a3c-4076-9204-3b60c01554f4 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 945 time: 0.0873981
May 10 20:14:58.786288 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a4b54840-d24e-430d-b756-5e394988d508 req-c65085ef-9bd7-4c3c-849b-47c3fc3f5374 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447772
May 10 20:14:59.977992 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495596b3-808b-4ad9-b0c2-9ac415c837ea req-1ed43b08-5252-41ce-b97b-efcb8ff093d6 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:14:59.979308 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-495596b3-808b-4ad9-b0c2-9ac415c837ea req-1ed43b08-5252-41ce-b97b-efcb8ff093d6 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 945 time: 0.0792098
May 10 20:15:00.025199 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-495596b3-808b-4ad9-b0c2-9ac415c837ea req-0838937d-1278-4c04-bc72-65710d9a0f5a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392873
May 10 20:15:00.236888 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7eaa531f-6b8c-4332-9146-0542fc1b1a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:00.581463 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:02.093206 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:03.781482 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:04.213500 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [req-615d140e-4097-4210-97f4-d03d8ec480f5 req-04d9e896-f68b-4de2-9c7b-0eb192649410 service neutron] (78727) timed out ('10.222.0.30', 55515) {{(pid=78727) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 10 20:15:05.755760 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:15:12.703140 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:27.355751 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb0f5-38fa-4e79-b343-099894c9a67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:30.238454 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9c40aa4a-f8d7-41d6-a075-d69dc2428475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:30.573595 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:32.096332 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:33.793942 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:42.703509 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:15:42.754666 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:15:48.428319 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-64ac947c-753a-43af-aca6-54d664534525 req-edbde26d-779c-4f20-b384-4d5d880a493e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0725787
May 10 20:15:48.567857 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac947c-753a-43af-aca6-54d664534525 req-2af6cc8f-56c8-49d0-8965-5c7f17406799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:48.569369 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-64ac947c-753a-43af-aca6-54d664534525 req-2af6cc8f-56c8-49d0-8965-5c7f17406799 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f020bc75fa8e4abdb58792cb967d3eac&device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 1098 time: 0.0717521
May 10 20:15:48.819686 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac947c-753a-43af-aca6-54d664534525 req-c2824898-61de-4ee0-85be-ccb9422296c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:48.821188 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-64ac947c-753a-43af-aca6-54d664534525 req-c2824898-61de-4ee0-85be-ccb9422296c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bed0b16f-0116-416a-ae69-87f7a3e8bfb1 HTTP/1.1" status: 200  len: 909 time: 0.2329526
May 10 20:15:48.928729 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-64ac947c-753a-43af-aca6-54d664534525 req-e432a011-4eca-4e18-b64d-b6011b66f90b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c362f2ec-323c-4480-9f8c-23598611f40b HTTP/1.1" status: 200  len: 1001 time: 0.0998981
May 10 20:15:48.997827 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac947c-753a-43af-aca6-54d664534525 req-e724fffd-efca-457f-9316-31c8ea115742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:48.999792 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-64ac947c-753a-43af-aca6-54d664534525 req-e724fffd-efca-457f-9316-31c8ea115742 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa7e168-8ecb-49a3-9f31-f153dd3250a6 HTTP/1.1" status: 200  len: 848 time: 0.0648706
May 10 20:15:49.081511 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac947c-753a-43af-aca6-54d664534525 req-410489d2-5572-4142-b4d6-b6d8f230a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:15:49.082927 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-64ac947c-753a-43af-aca6-54d664534525 req-410489d2-5572-4142-b4d6-b6d8f230a9f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bed0b16f-0116-416a-ae69-87f7a3e8bfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766687
May 10 20:15:49.225421 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-64ac947c-753a-43af-aca6-54d664534525 req-aefa7509-91b9-493e-ac14-17244a2879b3 service neutron] 10.222.0.30 "GET /v2.0/networks/bed0b16f-0116-416a-ae69-87f7a3e8bfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348643
May 10 20:15:49.360054 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-64ac947c-753a-43af-aca6-54d664534525 req-48f33fa8-108c-46cb-8ba3-7bd6755f7243 service neutron] 10.222.0.30 "GET /v2.0/networks/bed0b16f-0116-416a-ae69-87f7a3e8bfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281288
May 10 20:15:57.357951 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e994dfac-4f0e-438e-9851-d424e1725a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:00.240741 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8a36c552-e2d4-42f8-8547-42230ddf838d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:00.575851 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:02.099406 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:03.787822 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:12.701778 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:19.753501 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:16:27.359092 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-61848994-3912-44d8-94b5-0534fc9ee0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:29.365725 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 56002) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:29.738162 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Deleting port 071da856-b6c1-4280-ade5-21d771be5fbf {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:16:29.738425 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:29.856756 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:29.857078 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:29.978811 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Calling delete_port for 071da856-b6c1-4280-ade5-21d771be5fbf owned by network:floatingip {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:16:30.105554 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:30.109282 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f1835420-2fa2-416b-8c00-fdf8a8a345dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:30.155849 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Pushing event deleted for resources: {'Port': ['ID=071da856-b6c1-4280-ade5-21d771be5fbf,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:30.201695 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:30.202076 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:30.202450 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:30.202821 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:30.203181 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:30.203539 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:30.203894 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:30.204275 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:30.204629 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:30.204982 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:30.205334 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:30.205682 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:30.209750 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:30.242818 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e81e0d75-00df-4d98-af3f-66aeb977c4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:30.269219 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for floatingip, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:30.269553 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.db.l3_db [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Floating IP fcfd6f3a-43a1-4581-b704-e860f8889cee disassociated (deleted). External IP: 172.27.1.203, port: c362f2ec-323c-4480-9f8c-23598611f40b.
May 10 20:16:30.577981 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:30.730257 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Router 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:16:30.917167 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:16:30.926763 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdae4d91-8a85-4efc-bd98-40dd5af6f6bf None None] Sync routers for ids ['2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:16:30.936065 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdae4d91-8a85-4efc-bd98-40dd5af6f6bf None None] Routers {'2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:16:30.936688 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-bdae4d91-8a85-4efc-bd98-40dd5af6f6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff8140b50>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:16:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:30.941483 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:30.999719 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-4dcded29-0266-4ae2-967d-f2b120f8353a tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "DELETE /v2.0/floatingips/fcfd6f3a-43a1-4581-b704-e860f8889cee HTTP/1.1" status: 204  len: 168 time: 1.6328828
May 10 20:16:31.000402 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17676365-a44c-49e0-87ef-f8dac2658da8', 'tag': 'c362f2ec-323c-4480-9f8c-23598611f40b'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:16:31.048896 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17676365-a44c-49e0-87ef-f8dac2658da8', 'tag': 'c362f2ec-323c-4480-9f8c-23598611f40b', 'status': 'completed', 'code': 200}
May 10 20:16:31.125022 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-bdae4d91-8a85-4efc-bd98-40dd5af6f6bf None None] Set router 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:16:31.145139 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392def9-35d5-4309-b8b6-2492a0aad11c req-c5ab9649-9b4a-40d7-a225-7ad81d975b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:31.146625 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b392def9-35d5-4309-b8b6-2492a0aad11c req-c5ab9649-9b4a-40d7-a225-7ad81d975b78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f020bc75fa8e4abdb58792cb967d3eac&device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 1098 time: 0.0763700
May 10 20:16:31.297473 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392def9-35d5-4309-b8b6-2492a0aad11c req-371bcbda-f5f6-41ea-868c-24736f8bbb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:31.298932 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b392def9-35d5-4309-b8b6-2492a0aad11c req-371bcbda-f5f6-41ea-868c-24736f8bbb38 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bed0b16f-0116-416a-ae69-87f7a3e8bfb1 HTTP/1.1" status: 200  len: 909 time: 0.1455681
May 10 20:16:31.410273 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b392def9-35d5-4309-b8b6-2492a0aad11c req-fd2ca7de-891d-46a7-ac25-df5bcdcfcb62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c362f2ec-323c-4480-9f8c-23598611f40b HTTP/1.1" status: 200  len: 217 time: 0.1037877
May 10 20:16:31.497246 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392def9-35d5-4309-b8b6-2492a0aad11c req-e06deb6c-28da-4fe6-803b-ac75829df759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:31.497510 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-bdae4d91-8a85-4efc-bd98-40dd5af6f6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff8140b50>, [{'id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'name': 'tempest-TestShelveInstance-1572753580-router', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:08Z', 'updated_at': '2021-05-10T20:11:13Z', 'revision_number': 4, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'gw_port': {'id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:09Z', 'updated_at': '2021-05-10T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '1de32a4e-2b9b-4e5d-bbba-4c055946fb0a', 'name': '', 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:12Z', 'updated_at': '2021-05-10T20:11:23Z', 'revision_number': 5, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'subnets': [{'id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:31.498615 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b392def9-35d5-4309-b8b6-2492a0aad11c req-e06deb6c-28da-4fe6-803b-ac75829df759 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa7e168-8ecb-49a3-9f31-f153dd3250a6 HTTP/1.1" status: 200  len: 848 time: 0.0754817
May 10 20:16:31.501521 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdae4d91-8a85-4efc-bd98-40dd5af6f6bf None None] Checking router: 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:16:31.510950 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdae4d91-8a85-4efc-bd98-40dd5af6f6bf None None] Routers {'2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:16:31.511574 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-bdae4d91-8a85-4efc-bd98-40dd5af6f6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff8140b50>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:16:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:31.550144 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c7123-e433-4cce-a165-c8eb6c274a75 req-a830fbb1-c861-4054-a3f7-de25759d8904 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:31.551133 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-849c7123-e433-4cce-a165-c8eb6c274a75 req-a830fbb1-c861-4054-a3f7-de25759d8904 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Synchronizing usage tracker for tenant:f020bc75fa8e4abdb58792cb967d3eac on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:16:31.578185 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-849c7123-e433-4cce-a165-c8eb6c274a75 req-a830fbb1-c861-4054-a3f7-de25759d8904 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Unset dirty status for tenant:f020bc75fa8e4abdb58792cb967d3eac on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:16:31.579308 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-849c7123-e433-4cce-a165-c8eb6c274a75 req-a830fbb1-c861-4054-a3f7-de25759d8904 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 945 time: 0.2210686
May 10 20:16:31.630901 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392def9-35d5-4309-b8b6-2492a0aad11c req-8b1b5d1b-1c4c-4f71-9661-5d6123bcd148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:31.632413 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b392def9-35d5-4309-b8b6-2492a0aad11c req-8b1b5d1b-1c4c-4f71-9661-5d6123bcd148 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bed0b16f-0116-416a-ae69-87f7a3e8bfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1271501
May 10 20:16:31.639670 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-849c7123-e433-4cce-a165-c8eb6c274a75 req-bd3c37f9-c3bf-4b94-b406-e051a15ab5aa tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535302
May 10 20:16:31.698837 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-bdae4d91-8a85-4efc-bd98-40dd5af6f6bf None None] Set router 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:16:31.773563 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b392def9-35d5-4309-b8b6-2492a0aad11c req-01763372-9873-47b0-91c7-b2a82e27a6de service neutron] 10.222.0.30 "GET /v2.0/networks/bed0b16f-0116-416a-ae69-87f7a3e8bfb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328056
May 10 20:16:31.913900 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-b392def9-35d5-4309-b8b6-2492a0aad11c req-bcbadcc4-781a-4453-9e82-f6069aa75848 service neutron] 10.222.0.30 "GET /v2.0/networks/bed0b16f-0116-416a-ae69-87f7a3e8bfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326020
May 10 20:16:32.025224 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-bdae4d91-8a85-4efc-bd98-40dd5af6f6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff8140b50>, [{'id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'name': 'tempest-TestShelveInstance-1572753580-router', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:08Z', 'updated_at': '2021-05-10T20:11:13Z', 'revision_number': 4, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'gw_port': {'id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:09Z', 'updated_at': '2021-05-10T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '1de32a4e-2b9b-4e5d-bbba-4c055946fb0a', 'name': '', 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:12Z', 'updated_at': '2021-05-10T20:11:23Z', 'revision_number': 5, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'subnets': [{'id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:32.029058 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdae4d91-8a85-4efc-bd98-40dd5af6f6bf None None] The sync data for ids ['2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'] in dv-cinder-788364-3-iscsi is: [{'id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'name': 'tempest-TestShelveInstance-1572753580-router', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:08Z', 'updated_at': '2021-05-10T20:11:13Z', 'revision_number': 4, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'gw_port': {'id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:09Z', 'updated_at': '2021-05-10T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi', '_interfaces': [{'id': '1de32a4e-2b9b-4e5d-bbba-4c055946fb0a', 'name': '', 'network_id': 'bed0b16f-0116-416a-ae69-87f7a3e8bfb1', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'mac_address': 'fa:16:3e:c9:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:12Z', 'updated_at': '2021-05-10T20:11:23Z', 'revision_number': 5, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'subnets': [{'id': 'bfa7e168-8ecb-49a3-9f31-f153dd3250a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:16:32.102582 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:32.239320 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8960d83-1175-4ac2-b561-2f2eb61ff84a None None] New status for floating IP fcfd6f3a-43a1-4581-b704-e860f8889cee: DOWN {{(pid=78730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 20:16:33.010130 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0867d-e7bc-4cf3-83ab-bd7107293acd req-3293bd1b-f247-497c-ab6f-4e72c37dd393 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:33.011592 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-11d0867d-e7bc-4cf3-83ab-bd7107293acd req-3293bd1b-f247-497c-ab6f-4e72c37dd393 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 945 time: 0.2623332
May 10 20:16:33.045010 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d7c8e-15c4-4937-9f32-e4db5334fab6 req-b88d6108-3d49-4241-aae8-57f31f1f49d3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 20:16:33.046404 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-411d7c8e-15c4-4937-9f32-e4db5334fab6 req-b88d6108-3d49-4241-aae8-57f31f1f49d3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.30 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 945 time: 0.1298130
May 10 20:16:33.117979 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-11d0867d-e7bc-4cf3-83ab-bd7107293acd req-985242eb-3ad4-4795-833d-d10c75b75535 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad082451-23f1-4402-9cf7-8f8be960c68b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0995724
May 10 20:16:33.203455 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-411d7c8e-15c4-4937-9f32-e4db5334fab6 req-27c62e46-d455-4ad7-ae88-7b94e14aebf9 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Deleting port c362f2ec-323c-4480-9f8c-23598611f40b {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:16:33.204012 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-411d7c8e-15c4-4937-9f32-e4db5334fab6 req-27c62e46-d455-4ad7-ae88-7b94e14aebf9 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:33.341417 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-411d7c8e-15c4-4937-9f32-e4db5334fab6 req-27c62e46-d455-4ad7-ae88-7b94e14aebf9 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] For port c362f2ec-323c-4480-9f8c-23598611f40b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c362f2ec-323c-4480-9f8c-23598611f40b,segment=NetworkSegment(d469004d-8620-4852-be74-dd848b385f3a),segment_id=d469004d-8620-4852-be74-dd848b385f3a)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:16:33.341695 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-411d7c8e-15c4-4937-9f32-e4db5334fab6 req-27c62e46-d455-4ad7-ae88-7b94e14aebf9 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:33.469798 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-411d7c8e-15c4-4937-9f32-e4db5334fab6 req-27c62e46-d455-4ad7-ae88-7b94e14aebf9 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Calling delete_port for c362f2ec-323c-4480-9f8c-23598611f40b owned by compute:nova {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:16:33.578081 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-411d7c8e-15c4-4937-9f32-e4db5334fab6 req-27c62e46-d455-4ad7-ae88-7b94e14aebf9 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:33.584228 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ccf7b838-2e86-4fa0-9327-fcf02476d2e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:33.632340 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c62e46-d455-4ad7-ae88-7b94e14aebf9 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Pushing event deleted for resources: {'Port': ['ID=c362f2ec-323c-4480-9f8c-23598611f40b,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:33.658854 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-27c62e46-d455-4ad7-ae88-7b94e14aebf9 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:33.703896 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-411d7c8e-15c4-4937-9f32-e4db5334fab6 req-27c62e46-d455-4ad7-ae88-7b94e14aebf9 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] No DVR routers for this DVR port c362f2ec-323c-4480-9f8c-23598611f40b on host hv-cinder-78836 {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:16:33.706797 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-411d7c8e-15c4-4937-9f32-e4db5334fab6 req-27c62e46-d455-4ad7-ae88-7b94e14aebf9 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214092'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:33.709318 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17676365-a44c-49e0-87ef-f8dac2658da8', 'name': 'network-vif-deleted', 'tag': 'c362f2ec-323c-4480-9f8c-23598611f40b'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 20:16:33.725294 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-411d7c8e-15c4-4937-9f32-e4db5334fab6 req-27c62e46-d455-4ad7-ae88-7b94e14aebf9 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.30 "DELETE /v2.0/ports/c362f2ec-323c-4480-9f8c-23598611f40b HTTP/1.1" status: 204  len: 173 time: 0.6729245
May 10 20:16:33.773844 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17676365-a44c-49e0-87ef-f8dac2658da8', 'name': 'network-vif-deleted', 'tag': 'c362f2ec-323c-4480-9f8c-23598611f40b', 'status': 'completed', 'code': 200}
May 10 20:16:33.799826 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:34.280099 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-8c774fa7-15d0-44c7-944a-d29cd90f731c req-0eb13d3a-0c04-4a5b-93fc-d0c24af4b6f0 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Synchronizing usage tracker for tenant:f020bc75fa8e4abdb58792cb967d3eac on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 20:16:34.296713 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-8c774fa7-15d0-44c7-944a-d29cd90f731c req-0eb13d3a-0c04-4a5b-93fc-d0c24af4b6f0 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Unset dirty status for tenant:f020bc75fa8e4abdb58792cb967d3eac on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 20:16:34.298320 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8c774fa7-15d0-44c7-944a-d29cd90f731c req-0eb13d3a-0c04-4a5b-93fc-d0c24af4b6f0 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "GET /v2.0/ports?device_id=17676365-a44c-49e0-87ef-f8dac2658da8 HTTP/1.1" status: 200  len: 210 time: 0.0646129
May 10 20:16:35.399574 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 56022) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:35.470002 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-226bfa6d-b0eb-4512-970c-49de2b24ba93 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:35.500544 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-226bfa6d-b0eb-4512-970c-49de2b24ba93 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:35.563527 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-226bfa6d-b0eb-4512-970c-49de2b24ba93 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:35.567299 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-616c8e68-2e99-4c7b-ab21-20a2f4085ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:35.582485 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bfa6d-b0eb-4512-970c-49de2b24ba93 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad082451-23f1-4402-9cf7-8f8be960c68b,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:35.585222 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-226bfa6d-b0eb-4512-970c-49de2b24ba93 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:35.592876 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-226bfa6d-b0eb-4512-970c-49de2b24ba93 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:35.593982 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-226bfa6d-b0eb-4512-970c-49de2b24ba93 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] 10.222.0.15 "DELETE /v2.0/security-groups/ad082451-23f1-4402-9cf7-8f8be960c68b HTTP/1.1" status: 204  len: 168 time: 0.1934059
May 10 20:16:35.642249 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 56028) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:36.399707 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f77692d5-3441-4918-b8e6-79ece0920b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396620'] for router_interface, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:36.818252 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-f77692d5-3441-4918-b8e6-79ece0920b47 admin admin] Deleting port 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:16:36.818594 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f77692d5-3441-4918-b8e6-79ece0920b47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:36.943842 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-f77692d5-3441-4918-b8e6-79ece0920b47 admin admin] For port 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=1de32a4e-2b9b-4e5d-bbba-4c055946fb0a,segment=NetworkSegment(d469004d-8620-4852-be74-dd848b385f3a),segment_id=d469004d-8620-4852-be74-dd848b385f3a)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:16:36.944224 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f77692d5-3441-4918-b8e6-79ece0920b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:37.069927 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-f77692d5-3441-4918-b8e6-79ece0920b47 admin admin] Calling delete_port for 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a owned by network:router_interface {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:16:37.208049 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f77692d5-3441-4918-b8e6-79ece0920b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:37.211823 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3b5cf4e4-2200-42d4-9d07-69afcb694db5 tempest-TestMinimumBasicScenario-1342450780 tempest-TestMinimumBasicScenario-1342450780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:37.284522 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77692d5-3441-4918-b8e6-79ece0920b47 admin admin] Pushing event deleted for resources: {'Port': ['ID=1de32a4e-2b9b-4e5d-bbba-4c055946fb0a,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:37.287315 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f77692d5-3441-4918-b8e6-79ece0920b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:37.527235 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f77692d5-3441-4918-b8e6-79ece0920b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397564'] for router_interface, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:37.996843 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77692d5-3441-4918-b8e6-79ece0920b47 admin admin] Router 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:16:38.195557 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77692d5-3441-4918-b8e6-79ece0920b47 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:16:38.205834 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb9fe2d-72aa-495e-8ccb-b772d733093b None None] Sync routers for ids ['2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'] in dv-cinder-788364-3-iscsi {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:16:38.212544 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-f77692d5-3441-4918-b8e6-79ece0920b47 admin admin] 10.222.0.15 "PUT /v2.0/routers/2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5691898
May 10 20:16:38.214929 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 56034) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:38.222075 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb9fe2d-72aa-495e-8ccb-b772d733093b None None] Routers {'2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:16:38.222912 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-7fb9fe2d-72aa-495e-8ccb-b772d733093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff8759130>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:16:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:38.406146 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device c362f2ec-323c-4480-9f8c-23598611f40b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:16:38.407060 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f0c2c99d-be9f-4a49-87a1-40d4c388827f admin admin] Notify callbacks [] for router, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:38.450012 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] No Port match for: c362f2ec-323c-4480-9f8c-23598611f40b {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:16:38.450278 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Device c362f2ec-323c-4480-9f8c-23598611f40b not bound to the agent host hv-cinder-78836 {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:16:38.509127 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-7fb9fe2d-72aa-495e-8ccb-b772d733093b None None] Set router 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d gateway port host: dv-cinder-788364-3-iscsi {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:16:38.583636 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f0c2c99d-be9f-4a49-87a1-40d4c388827f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:38.663916 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2c99d-be9f-4a49-87a1-40d4c388827f admin admin] Deleting port 0f261165-c3f0-4bb7-8d39-636542b3aa75 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:16:38.664280 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f0c2c99d-be9f-4a49-87a1-40d4c388827f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:38.793396 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-f0c2c99d-be9f-4a49-87a1-40d4c388827f admin admin] For port 0f261165-c3f0-4bb7-8d39-636542b3aa75, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=0f261165-c3f0-4bb7-8d39-636542b3aa75,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:16:38.793667 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f0c2c99d-be9f-4a49-87a1-40d4c388827f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:38.802680 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-7fb9fe2d-72aa-495e-8ccb-b772d733093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff8759130>, [{'id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'name': 'tempest-TestShelveInstance-1572753580-router', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:08Z', 'updated_at': '2021-05-10T20:16:37Z', 'revision_number': 5, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'gw_port': {'id': '0f261165-c3f0-4bb7-8d39-636542b3aa75', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:09Z', 'updated_at': '2021-05-10T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:38.806692 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb9fe2d-72aa-495e-8ccb-b772d733093b None None] Checking router: 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d for host: dv-cinder-788364-3-iscsi {{(pid=78729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:16:38.815743 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb9fe2d-72aa-495e-8ccb-b772d733093b None None] Routers {'2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:16:38.816502 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-7fb9fe2d-72aa-495e-8ccb-b772d733093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff8759130>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:16:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'], 'active': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:38.922872 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2c99d-be9f-4a49-87a1-40d4c388827f admin admin] Calling delete_port for 0f261165-c3f0-4bb7-8d39-636542b3aa75 owned by network:router_gateway {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:16:39.023887 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvr_db [None req-7fb9fe2d-72aa-495e-8ccb-b772d733093b None None] Set router 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d gateway port host: None {{(pid=78729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:16:39.068515 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f0c2c99d-be9f-4a49-87a1-40d4c388827f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:39.072373 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-177915c8-38ca-4352-9d0c-6fa178de26ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:39.127559 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2c99d-be9f-4a49-87a1-40d4c388827f admin admin] Pushing event deleted for resources: {'Port': ['ID=0f261165-c3f0-4bb7-8d39-636542b3aa75,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:39.131783 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f0c2c99d-be9f-4a49-87a1-40d4c388827f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:39.134830 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_hamode_db [None req-7fb9fe2d-72aa-495e-8ccb-b772d733093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff8759130>, [{'id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'name': 'tempest-TestShelveInstance-1572753580-router', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:08Z', 'updated_at': '2021-05-10T20:16:38Z', 'revision_number': 6, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'gw_port_host': None}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:39.138985 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb9fe2d-72aa-495e-8ccb-b772d733093b None None] The sync data for ids ['2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d'] in dv-cinder-788364-3-iscsi is: [{'id': '2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d', 'name': 'tempest-TestShelveInstance-1572753580-router', 'tenant_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:08Z', 'updated_at': '2021-05-10T20:16:38Z', 'revision_number': 6, 'project_id': 'f020bc75fa8e4abdb58792cb967d3eac', 'gw_port_host': None}] {{(pid=78729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:16:39.236572 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f0c2c99d-be9f-4a49-87a1-40d4c388827f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400232'] for router_gateway, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:39.551566 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f0c2c99d-be9f-4a49-87a1-40d4c388827f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13659'] for router, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:39.554362 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f0c2c99d-be9f-4a49-87a1-40d4c388827f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:39.581909 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f0c2c99d-be9f-4a49-87a1-40d4c388827f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-337018'] for router, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:39.583198 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c2c99d-be9f-4a49-87a1-40d4c388827f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d {{(pid=78728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 20:16:39.596471 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f0c2c99d-be9f-4a49-87a1-40d4c388827f admin admin] Notify callbacks [] for router, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:39.597651 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-f0c2c99d-be9f-4a49-87a1-40d4c388827f admin admin] 10.222.0.15 "DELETE /v2.0/routers/2cd7f0cd-b593-4b0b-99a9-b1f78ba5892d HTTP/1.1" status: 204  len: 168 time: 1.3817565
May 10 20:16:39.600565 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 56038) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:39.665331 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d54287-b972-43eb-957b-c42f607ff6fc admin admin] Deleting subnet bfa7e168-8ecb-49a3-9f31-f153dd3250a6 {{(pid=78728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:16:39.668499 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f9d54287-b972-43eb-957b-c42f607ff6fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:39.727483 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f9d54287-b972-43eb-957b-c42f607ff6fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1965624'] for subnet, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:39.839393 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f9d54287-b972-43eb-957b-c42f607ff6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3861428'] for subnet, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:39.967277 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 0f261165-c3f0-4bb7-8d39-636542b3aa75 no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:16:40.022614 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: 0f261165-c3f0-4bb7-8d39-636542b3aa75 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:16:40.023205 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 0f261165-c3f0-4bb7-8d39-636542b3aa75 not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:16:40.023920 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:16:40.090210 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:16:40.090864 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 1de32a4e-2b9b-4e5d-bbba-4c055946fb0a not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:16:40.143143 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f9d54287-b972-43eb-957b-c42f607ff6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3861435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1644871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1879149'] for subnet, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:40.148134 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-15b9c051-eadd-4341-825d-a870f688ef38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:40.203840 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d54287-b972-43eb-957b-c42f607ff6fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfa7e168-8ecb-49a3-9f31-f153dd3250a6,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:40.210347 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f9d54287-b972-43eb-957b-c42f607ff6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:40.216276 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f9d54287-b972-43eb-957b-c42f607ff6fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:40.221499 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacee2df-1bb3-429e-9bb0-f2aeb6d46f13 None None] Network bed0b16f-0116-416a-ae69-87f7a3e8bfb1 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:16:40.226008 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-f9d54287-b972-43eb-957b-c42f607ff6fc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bfa7e168-8ecb-49a3-9f31-f153dd3250a6 HTTP/1.1" status: 204  len: 168 time: 0.6241281
May 10 20:16:40.229128 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 56042) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:40.364625 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749300'] for network, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:40.444165 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] Deleting port a3c31c0a-7af6-4df4-9ab1-876c1e27235f {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:16:40.444520 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:40.514114 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] DHCP port deletion for bed0b16f-0116-416a-ae69-87f7a3e8bfb1 request from dv-cinder-788364-3-iscsi {{(pid=78729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 20:16:40.558274 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] For port a3c31c0a-7af6-4df4-9ab1-876c1e27235f, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=a3c31c0a-7af6-4df4-9ab1-876c1e27235f,segment=NetworkSegment(d469004d-8620-4852-be74-dd848b385f3a),segment_id=d469004d-8620-4852-be74-dd848b385f3a)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:16:40.558778 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:40.593181 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] Deleting port a3c31c0a-7af6-4df4-9ab1-876c1e27235f {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:16:40.593572 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:40.701936 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] For port a3c31c0a-7af6-4df4-9ab1-876c1e27235f, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=a3c31c0a-7af6-4df4-9ab1-876c1e27235f,segment=NetworkSegment(d469004d-8620-4852-be74-dd848b385f3a),segment_id=d469004d-8620-4852-be74-dd848b385f3a)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:16:40.702338 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:40.708435 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] Calling delete_port for a3c31c0a-7af6-4df4-9ab1-876c1e27235f owned by network:dhcp {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:16:40.778829 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:40.786307 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d52952ac-4da5-442a-9531-ffce25b24732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:40.837546 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] Calling delete_port for a3c31c0a-7af6-4df4-9ab1-876c1e27235f owned by network:dhcp {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:16:40.867654 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c31c0a-7af6-4df4-9ab1-876c1e27235f,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:40.871668 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:40.872700 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] No DVR routers for this DVR port a3c31c0a-7af6-4df4-9ab1-876c1e27235f on host dv-cinder-788364-3-iscsi {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:16:40.885946 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:40.889834 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:40.944498 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] Pushing event deleted for resources: {'Port': ['ID=a3c31c0a-7af6-4df4-9ab1-876c1e27235f,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:40.949578 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] No DVR routers for this DVR port a3c31c0a-7af6-4df4-9ab1-876c1e27235f on host dv-cinder-788364-3-iscsi {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:16:40.956015 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:40.956319 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:40.956630 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:40.957001 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:40.958025 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:40.958374 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:40.958761 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:40.959025 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:40.959354 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:40.959675 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:40.960019 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:40.960349 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:40.963435 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-f8e3c83e-243b-458f-a88e-cc7c87c7fe55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:40.997279 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3858511', 'neutron.services.segments.db._delete_segments_for_network-8783201745565'] for network, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:41.011191 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcff838d1f0>,) {'filters': {'network_id': ['bed0b16f-0116-416a-ae69-87f7a3e8bfb1']}} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:41.026220 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff838d1f0>, 'd469004d-8620-4852-be74-dd848b385f3a') {'for_net_delete': True} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:41.026521 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff838d1f0>, 'd469004d-8620-4852-be74-dd848b385f3a') {} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:41.040747 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783201757287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965607'] for segment, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:41.058186 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:41.065095 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=78728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:16:41.065609 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1644833'] for segment, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]: Traceback (most recent call last):
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:     timer()
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:     cb(*args, **kw)
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:     return func(*args, **kwargs)
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:     self._notify()
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:     self.callback(batched_events)
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:     event.method(event)
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:     return f(self, *a, **k)
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self._get(url).json()
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self.request(url, 'GET', **kwargs)
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:16:41.079672 dv-cinder-788364-3-iscsi neutron-server[78728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:16:41.267758 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3858486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400250'] for network, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:41.271638 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:41.285223 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:41.296274 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bed0b16f-0116-416a-ae69-87f7a3e8bfb1,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:41.300528 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:41.304832 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-3a47f5b9-bab7-41af-87a6-e404a5af26b4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bed0b16f-0116-416a-ae69-87f7a3e8bfb1 HTTP/1.1" status: 204  len: 168 time: 1.0743127
May 10 20:16:41.307599 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 56046) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:41.824500 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device a3c31c0a-7af6-4df4-9ab1-876c1e27235f no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:16:41.865254 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: a3c31c0a-7af6-4df4-9ab1-876c1e27235f {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:16:41.865594 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device a3c31c0a-7af6-4df4-9ab1-876c1e27235f not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:16:41.885462 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-33fb1e9d-9d2d-489f-a7a5-c3e7c7555915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396620'] for router_interface, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:42.323055 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-33fb1e9d-9d2d-489f-a7a5-c3e7c7555915 admin admin] Deleting port b5f11c79-3d86-45ed-9f92-e5254748dc82 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:16:42.323404 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-33fb1e9d-9d2d-489f-a7a5-c3e7c7555915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:42.451789 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-33fb1e9d-9d2d-489f-a7a5-c3e7c7555915 admin admin] For port b5f11c79-3d86-45ed-9f92-e5254748dc82, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=b5f11c79-3d86-45ed-9f92-e5254748dc82,segment=NetworkSegment(960f5bb4-2437-472d-9ad1-3884fcf5f55b),segment_id=960f5bb4-2437-472d-9ad1-3884fcf5f55b)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:16:42.452167 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-33fb1e9d-9d2d-489f-a7a5-c3e7c7555915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:42.577362 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-33fb1e9d-9d2d-489f-a7a5-c3e7c7555915 admin admin] Calling delete_port for b5f11c79-3d86-45ed-9f92-e5254748dc82 owned by network:router_interface {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:16:42.703872 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:42.843338 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-33fb1e9d-9d2d-489f-a7a5-c3e7c7555915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:42.847392 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f8c4ebd6-8121-4317-85e2-4d164117204e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:42.894108 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb1e9d-9d2d-489f-a7a5-c3e7c7555915 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f11c79-3d86-45ed-9f92-e5254748dc82,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:42.898044 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-33fb1e9d-9d2d-489f-a7a5-c3e7c7555915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:43.181061 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-33fb1e9d-9d2d-489f-a7a5-c3e7c7555915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397564'] for router_interface, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:43.564371 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fb1e9d-9d2d-489f-a7a5-c3e7c7555915 admin admin] Router d841fb8e-2897-45a5-8494-f0b3d679c52c has already been hosted by L3 agent 1ca295e9-c92d-4d5b-b7eb-1bade32bc798 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 20:16:43.762163 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fb1e9d-9d2d-489f-a7a5-c3e7c7555915 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 20:16:43.774761 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaacdca6-01c1-4f06-8a73-de155056213a None None] Sync routers for ids ['d841fb8e-2897-45a5-8494-f0b3d679c52c'] in dv-cinder-788364-3-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 20:16:43.782734 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 56050) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:43.786583 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-33fb1e9d-9d2d-489f-a7a5-c3e7c7555915 admin admin] 10.222.0.15 "PUT /v2.0/routers/d841fb8e-2897-45a5-8494-f0b3d679c52c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4776011
May 10 20:16:43.787005 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaacdca6-01c1-4f06-8a73-de155056213a None None] Routers {'d841fb8e-2897-45a5-8494-f0b3d679c52c'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:16:43.787493 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-eaacdca6-01c1-4f06-8a73-de155056213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff87a10a0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:16:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['d841fb8e-2897-45a5-8494-f0b3d679c52c'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:44.019192 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-eaacdca6-01c1-4f06-8a73-de155056213a None None] Set router d841fb8e-2897-45a5-8494-f0b3d679c52c gateway port host: dv-cinder-788364-3-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:16:44.042009 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:44.241266 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:44.325647 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Deleting port eef31cc2-fa22-4502-8d33-6552ebdcd834 {{(pid=78727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:16:44.325989 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:44.339703 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-eaacdca6-01c1-4f06-8a73-de155056213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff87a10a0>, [{'id': 'd841fb8e-2897-45a5-8494-f0b3d679c52c', 'name': 'tempest-TestShelveInstance-271467904-router', 'tenant_id': '529103c27a624276ae1c3c5cb8bb2183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'external_fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'eef31cc2-fa22-4502-8d33-6552ebdcd834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:16Z', 'updated_at': '2021-05-10T20:16:42Z', 'revision_number': 5, 'project_id': '529103c27a624276ae1c3c5cb8bb2183', 'gw_port': {'id': 'eef31cc2-fa22-4502-8d33-6552ebdcd834', 'name': '', 'network_id': '01362e56-e24c-4ee7-a42c-5b36628ae184', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd841fb8e-2897-45a5-8494-f0b3d679c52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:11:18Z', 'updated_at': '2021-05-10T20:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9773ae1-ec36-4e8c-9f0f-e60b51e99e71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-iscsi'}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:44.344220 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaacdca6-01c1-4f06-8a73-de155056213a None None] Checking router: d841fb8e-2897-45a5-8494-f0b3d679c52c for host: dv-cinder-788364-3-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 20:16:44.354934 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaacdca6-01c1-4f06-8a73-de155056213a None None] Routers {'d841fb8e-2897-45a5-8494-f0b3d679c52c'} bound to L3 agent in host dv-cinder-788364-3-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 20:16:44.355562 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-eaacdca6-01c1-4f06-8a73-de155056213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcff87a10a0>, 'dv-cinder-788364-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:51:30Z,description=<?>,heartbeat_timestamp=2021-05-10T20:16:30Z,host='dv-cinder-788364-3-iscsi',id=1ca295e9-c92d-4d5b-b7eb-1bade32bc798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T19:51:30Z,topic='l3_agent')) {'router_ids': ['d841fb8e-2897-45a5-8494-f0b3d679c52c'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:44.458556 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.db [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] For port eef31cc2-fa22-4502-8d33-6552ebdcd834, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=eef31cc2-fa22-4502-8d33-6552ebdcd834,segment=NetworkSegment(405b5aa4-4e56-4073-92fb-fc739dbf17c0),segment_id=405b5aa4-4e56-4073-92fb-fc739dbf17c0)] {{(pid=78727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:16:44.458913 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:44.574635 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-eaacdca6-01c1-4f06-8a73-de155056213a None None] Set router d841fb8e-2897-45a5-8494-f0b3d679c52c gateway port host: None {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 20:16:44.692967 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-eaacdca6-01c1-4f06-8a73-de155056213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcff87a10a0>, [{'id': 'd841fb8e-2897-45a5-8494-f0b3d679c52c', 'name': 'tempest-TestShelveInstance-271467904-router', 'tenant_id': '529103c27a624276ae1c3c5cb8bb2183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:16Z', 'updated_at': '2021-05-10T20:16:44Z', 'revision_number': 6, 'project_id': '529103c27a624276ae1c3c5cb8bb2183', 'gw_port_host': None}], 'dv-cinder-788364-3-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:44.700234 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaacdca6-01c1-4f06-8a73-de155056213a None None] The sync data for ids ['d841fb8e-2897-45a5-8494-f0b3d679c52c'] in dv-cinder-788364-3-iscsi is: [{'id': 'd841fb8e-2897-45a5-8494-f0b3d679c52c', 'name': 'tempest-TestShelveInstance-271467904-router', 'tenant_id': '529103c27a624276ae1c3c5cb8bb2183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:11:16Z', 'updated_at': '2021-05-10T20:16:44Z', 'revision_number': 6, 'project_id': '529103c27a624276ae1c3c5cb8bb2183', 'gw_port_host': None}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 20:16:44.705215 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.plugins.ml2.plugin [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Calling delete_port for eef31cc2-fa22-4502-8d33-6552ebdcd834 owned by network:router_gateway {{(pid=78727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:16:44.893528 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10490734'] for port, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:44.898063 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-f1df58d6-4907-43ab-90ce-7b26ce8342e3 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:44.945794 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eef31cc2-fa22-4502-8d33-6552ebdcd834,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:44.990489 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:44.990787 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:44.991137 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:44.991512 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:44.991889 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:44.992273 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:44.992769 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:44.993007 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:44.993366 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:44.993725 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:44.994085 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:44.994441 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-iscsi {{(pid=78727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 20:16:45.002025 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:45.060069 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400232'] for router_gateway, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:45.243783 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13659'] for router, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:45.246324 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:45.274886 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-337018'] for router, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:45.275409 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d841fb8e-2897-45a5-8494-f0b3d679c52c {{(pid=78727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 20:16:45.290669 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] Notify callbacks [] for router, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:45.292499 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-55f7a791-2cc8-4c0e-9446-591dd7a943c2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d841fb8e-2897-45a5-8494-f0b3d679c52c HTTP/1.1" status: 204  len: 168 time: 1.5061610
May 10 20:16:45.294996 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.wsgi [-] (78727) accepted ('10.222.0.15', 56054) {{(pid=78727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:45.368224 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a90149-7758-4859-9fa5-9127bc4ecbd3 admin admin] Deleting subnet 23d4afb7-118e-4596-907a-685a50ea37df {{(pid=78727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 20:16:45.371493 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f5a90149-7758-4859-9fa5-9127bc4ecbd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:45.423620 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f5a90149-7758-4859-9fa5-9127bc4ecbd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11444040'] for subnet, precommit_delete_associations {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:45.516639 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f5a90149-7758-4859-9fa5-9127bc4ecbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3861428'] for subnet, precommit_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:45.792389 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f5a90149-7758-4859-9fa5-9127bc4ecbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3861435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10490685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11348346'] for subnet, after_delete {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:45.798658 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-bbe5a7b3-1ce9-433a-8520-88a33e45d905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:45.832619 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a90149-7758-4859-9fa5-9127bc4ecbd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23d4afb7-118e-4596-907a-685a50ea37df,revision_number=None']} {{(pid=78727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:45.835889 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG oslo_concurrency.lockutils [None req-f5a90149-7758-4859-9fa5-9127bc4ecbd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:45.836906 dv-cinder-788364-3-iscsi neutron-server[78727]: DEBUG neutron_lib.callbacks.manager [None req-f5a90149-7758-4859-9fa5-9127bc4ecbd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for subnet, before_response {{(pid=78727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:45.843242 dv-cinder-788364-3-iscsi neutron-server[78727]: INFO neutron.wsgi [None req-f5a90149-7758-4859-9fa5-9127bc4ecbd3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/23d4afb7-118e-4596-907a-685a50ea37df HTTP/1.1" status: 204  len: 168 time: 0.5468898
May 10 20:16:45.845736 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 56058) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:45.846856 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device b5f11c79-3d86-45ed-9f92-e5254748dc82 no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:16:45.889731 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921338dd-43c6-4323-9fc4-12887bc86c52 None None] Network f6131020-e621-4d64-bc24-8f6a5eca4745 requested from dv-cinder-788364-3-iscsi {{(pid=78729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 20:16:45.918993 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: b5f11c79-3d86-45ed-9f92-e5254748dc82 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:16:45.919264 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device b5f11c79-3d86-45ed-9f92-e5254748dc82 not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:16:45.919701 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device eef31cc2-fa22-4502-8d33-6552ebdcd834 no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:16:45.961582 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3749300'] for network, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:46.014905 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: eef31cc2-fa22-4502-8d33-6552ebdcd834 {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:16:46.015290 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device eef31cc2-fa22-4502-8d33-6552ebdcd834 not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:16:46.045097 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] Deleting port 6b418bed-8e6c-4068-9fae-eb839b98c2ea {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:16:46.045469 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:46.155487 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] For port 6b418bed-8e6c-4068-9fae-eb839b98c2ea, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=6b418bed-8e6c-4068-9fae-eb839b98c2ea,segment=NetworkSegment(960f5bb4-2437-472d-9ad1-3884fcf5f55b),segment_id=960f5bb4-2437-472d-9ad1-3884fcf5f55b)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:16:46.155921 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:46.208035 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc94186-375e-4c1f-b5a6-fc23269ddfeb None None] DHCP port deletion for f6131020-e621-4d64-bc24-8f6a5eca4745 request from dv-cinder-788364-3-iscsi {{(pid=78729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 20:16:46.278716 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-2fc94186-375e-4c1f-b5a6-fc23269ddfeb None None] Deleting port 6b418bed-8e6c-4068-9fae-eb839b98c2ea {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 20:16:46.279112 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2fc94186-375e-4c1f-b5a6-fc23269ddfeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783201734557'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:46.399529 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] Calling delete_port for 6b418bed-8e6c-4068-9fae-eb839b98c2ea owned by network:dhcp {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:16:46.433805 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-2fc94186-375e-4c1f-b5a6-fc23269ddfeb None None] For port 6b418bed-8e6c-4068-9fae-eb839b98c2ea, host dv-cinder-788364-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-iscsi',level=0,port_id=6b418bed-8e6c-4068-9fae-eb839b98c2ea,segment=NetworkSegment(960f5bb4-2437-472d-9ad1-3884fcf5f55b),segment_id=960f5bb4-2437-472d-9ad1-3884fcf5f55b)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 20:16:46.434168 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2fc94186-375e-4c1f-b5a6-fc23269ddfeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404406'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:46.449151 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1644820'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:46.453440 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-30e0f2eb-ca3c-4890-93eb-d4270104ed51 tempest-AttachVolumeTestJSON-1980007121 tempest-AttachVolumeTestJSON-1980007121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:46.501697 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b418bed-8e6c-4068-9fae-eb839b98c2ea,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:46.509408 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] No DVR routers for this DVR port 6b418bed-8e6c-4068-9fae-eb839b98c2ea on host dv-cinder-788364-3-iscsi {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:16:46.536053 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:46.566940 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-2fc94186-375e-4c1f-b5a6-fc23269ddfeb None None] Calling delete_port for 6b418bed-8e6c-4068-9fae-eb839b98c2ea owned by network:dhcp {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 20:16:46.615544 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2fc94186-375e-4c1f-b5a6-fc23269ddfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3722514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783201738608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783201301005'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:46.619266 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:46.631390 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3858511', 'neutron.services.segments.db._delete_segments_for_network-8783201745565'] for network, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:46.644858 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcff2c7b640>,) {'filters': {'network_id': ['f6131020-e621-4d64-bc24-8f6a5eca4745']}} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:46.659181 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff2c7b640>, '960f5bb4-2437-472d-9ad1-3884fcf5f55b') {'for_net_delete': True} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:46.659472 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcff2c7b640>, '960f5bb4-2437-472d-9ad1-3884fcf5f55b') {} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 20:16:46.668531 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc94186-375e-4c1f-b5a6-fc23269ddfeb None None] Pushing event deleted for resources: {'Port': ['ID=6b418bed-8e6c-4068-9fae-eb839b98c2ea,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:46.671547 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-2fc94186-375e-4c1f-b5a6-fc23269ddfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:46.672369 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc94186-375e-4c1f-b5a6-fc23269ddfeb None None] No DVR routers for this DVR port 6b418bed-8e6c-4068-9fae-eb839b98c2ea on host dv-cinder-788364-3-iscsi {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 20:16:46.673808 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783201757287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1965607'] for segment, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:46.691469 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983'] for segment, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:46.697949 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=78728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 20:16:46.698391 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1644833'] for segment, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]: Traceback (most recent call last):
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:     timer()
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:     cb(*args, **kw)
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:     return func(*args, **kwargs)
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:     self._notify()
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:     self.callback(batched_events)
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:     event.method(event)
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:     return f(self, *a, **k)
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self._get(url).json()
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:     return self.request(url, 'GET', **kwargs)
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 20:16:46.712078 dv-cinder-788364-3-iscsi neutron-server[78728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 20:16:46.792077 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3858486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400250'] for network, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:46.797850 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678630'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:46.801413 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:46.824994 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6131020-e621-4d64-bc24-8f6a5eca4745,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:46.828077 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:46.830221 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-3d7e4f5f-35e5-4551-9878-a9a7db1f3ab2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f6131020-e621-4d64-bc24-8f6a5eca4745 HTTP/1.1" status: 204  len: 168 time: 0.9823658
May 10 20:16:46.959422 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 56064) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:47.012653 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-8a8af29b-c085-495a-b765-daabc222bab5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f020bc75fa8e4abdb58792cb967d3eac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0519497
May 10 20:16:47.015138 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 56068) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:47.080395 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-455db11b-04e7-4c92-b717-04dba68bc3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:47.109717 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-455db11b-04e7-4c92-b717-04dba68bc3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:47.167117 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-455db11b-04e7-4c92-b717-04dba68bc3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:47.174325 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-99553470-831a-4224-8480-7fd29cfd4553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:47.193141 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455db11b-04e7-4c92-b717-04dba68bc3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77ead84-bdb6-4cb4-ae10-ee090368aaa7,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:47.198238 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-455db11b-04e7-4c92-b717-04dba68bc3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:47.200389 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-455db11b-04e7-4c92-b717-04dba68bc3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:47.201503 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-455db11b-04e7-4c92-b717-04dba68bc3de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a77ead84-bdb6-4cb4-ae10-ee090368aaa7 HTTP/1.1" status: 204  len: 168 time: 0.1854417
May 10 20:16:47.578230 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 56076) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:47.629757 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-5496f686-94f9-4bd2-9e28-ec1f4266c222 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=529103c27a624276ae1c3c5cb8bb2183&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0502169
May 10 20:16:47.632113 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.15', 56080) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 20:16:47.695456 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7058c090-db63-421c-8e2f-246326d16419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:47.724922 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7058c090-db63-421c-8e2f-246326d16419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:47.783505 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7058c090-db63-421c-8e2f-246326d16419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392081'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:47.788708 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-226bfa6d-b0eb-4512-970c-49de2b24ba93 tempest-TestShelveInstance-1248498931 tempest-TestShelveInstance-1248498931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 20:16:47.802511 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058c090-db63-421c-8e2f-246326d16419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057dde82-0053-4c28-a15c-1c7d6c76b75c,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 20:16:47.806797 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7058c090-db63-421c-8e2f-246326d16419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 20:16:47.812311 dv-cinder-788364-3-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7058c090-db63-421c-8e2f-246326d16419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:16:47.816874 dv-cinder-788364-3-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-7058c090-db63-421c-8e2f-246326d16419 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/057dde82-0053-4c28-a15c-1c7d6c76b75c HTTP/1.1" status: 204  len: 168 time: 0.1834793
May 10 20:16:47.851839 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 6b418bed-8e6c-4068-9fae-eb839b98c2ea no longer exists at agent ovs-agent-dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 20:16:47.915738 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] No Port match for: 6b418bed-8e6c-4068-9fae-eb839b98c2ea {{(pid=78729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 20:16:47.916127 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.rpc [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Device 6b418bed-8e6c-4068-9fae-eb839b98c2ea not bound to the agent host dv-cinder-788364-3-iscsi {{(pid=78729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 20:16:56.752638 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:16:57.362683 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-400cae4f-5f39-41d3-a38a-6ba60dd9ed6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:00.246923 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1034bc93-2abc-4bf1-8918-f7965ce8c66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:00.580732 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:02.107146 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:03.801472 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:12.715096 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:27.365226 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-367df461-10e8-4738-91a3-3d018c6a2e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:30.248861 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-237b7144-0278-40e2-ad33-fb94a959b9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:30.584532 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:32.108008 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:33.751929 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:17:33.805904 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:42.717948 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:17:57.369087 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b032f2c0-2977-4e2d-b04c-cb6c95946284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:00.249940 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-129fde60-d66a-41bd-b4a3-c58a71a04acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:00.587464 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:02.109225 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:03.799507 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:10.752088 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:18:12.729028 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:27.371294 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c961d135-7636-4dd4-b020-988dd0acebc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:30.251260 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ad66cea9-5ac5-49de-b747-68acbdfa37f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:30.590757 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:32.112781 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:33.800642 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:42.744649 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:18:47.751423 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:18:57.375905 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5160c33f-4109-4be0-a60b-c6ecf9173b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:00.253534 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-65a5c37e-ed0a-4f23-9ef2-4870fbe4a128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:00.593689 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:02.117859 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:03.805201 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:12.758711 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:24.751305 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:19:27.379577 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ac09b56e-dc17-4d8e-b20b-4771957dd970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:30.255191 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0c77842d-982f-4140-9f67-0c679ebe928c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:30.596079 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:32.119425 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:33.812294 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:42.757915 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:19:57.384247 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d573e1bf-387b-4211-9d52-5652d8b7337b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:00.256776 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-affc4858-faba-4e7e-92af-b5f7f6c44830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:00.598658 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:01.749341 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:20:02.121620 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:03.811998 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:12.757037 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:27.388161 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-886fdf98-7273-4952-b0a8-5069cf668799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:30.258249 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-293bb1ab-cd04-41e9-a36f-2744efffc2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:30.601033 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:32.124621 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:33.812892 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:38.747800 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:20:42.771543 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:20:57.390509 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-adad12ac-b0e4-4b48-9930-18909460e1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:00.261725 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7fe2a13b-d0a0-4ca7-8261-7816467492a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:00.606284 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:02.126123 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:03.817576 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:12.765242 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:15.746089 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:21:27.394770 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-dd37086b-b74e-487f-9827-c548aff81707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:30.261913 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-761c23d2-20d2-442e-ac67-ca69868edf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:30.609264 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:32.129437 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:33.830627 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-84f72aea-752d-4072-8495-659febad7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:42.788604 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-82910187-69ea-424b-aca4-cdc66d647e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:21:52.746043 dv-cinder-788364-3-iscsi neutron-server[78730]: DEBUG neutron.db.agents_db [None req-917a8a24-7c6a-47f9-81f4-0e0a1cef681d None None] Agent healthcheck: found 6 active agents {{(pid=78730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 20:21:57.435289 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7c7a2820-ddf8-44f3-b538-8ec30a6b0fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:22:00.264449 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-079404f1-3ff0-4c76-ad65-557cdf899c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:22:00.611080 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7931-213f-4b62-8f1e-36753ef56cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 20:22:02.132053 dv-cinder-788364-3-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-318f31ce-33d3-442d-853f-58b11cf2d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783201745574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864693'] for agent, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}